-- Logs begin at Thu 2021-07-29 16:35:41 UTC, end at Thu 2021-07-29 17:31:38 UTC. -- Jul 29 17:04:54.358253 dv-cinder-784623-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 17:04:57.058249 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.common.config [-] Logging enabled! Jul 29 17:04:57.058732 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 17:04:57.059021 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 17:04:57.062340 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.common.config [-] Logging enabled! Jul 29 17:04:57.062596 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 17:04:57.062905 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 17:04:57.063828 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 17:04:57.064062 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 17:04:57.064424 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 17:04:57.064701 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 17:04:57.064929 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 17:04:57.065251 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.065549 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.065844 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.066071 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.066365 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.066655 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.066936 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.067222 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.067520 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.068402 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.068717 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.069001 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.069231 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.069512 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.069798 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.070082 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.070302 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] debug = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.070579 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.071003 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.071417 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.071712 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.071983 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.072258 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.072526 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.072827 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.073109 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.073434 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] host = dv-cinder-784623-16-iscsi {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.073710 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.074067 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.074388 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.074675 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.074964 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.075233 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.075519 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.075789 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.076062 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] log_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.076340 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.076657 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.076949 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.077236 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.077465 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.077687 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.077974 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.078260 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.078534 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.078808 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.079081 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.079356 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.079627 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.079893 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.080175 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.080453 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.080760 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.081033 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.081306 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.081576 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.081836 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.082126 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.082396 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.082665 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.082934 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.083220 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.083508 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.083779 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.084082 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.084365 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.084662 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.084949 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.085223 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.085503 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.085776 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.086043 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.086314 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] use_json = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.086592 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.086860 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.087137 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.087415 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.087686 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.087961 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.088234 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.088602 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:57.088913 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.089215 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.089515 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.089798 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.090093 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.090374 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.090661 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.090939 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.091226 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.091514 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.091803 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.092083 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.092368 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.092669 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.092964 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.093272 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.093567 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.093858 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.094133 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.094407 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.094679 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.094956 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.095246 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.095536 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.095826 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.096100 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.096375 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.096693 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.096970 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.097243 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.097524 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.097809 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.098086 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.098356 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.098636 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.098914 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.099206 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.099474 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.099758 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.100043 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.100312 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.100603 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.100875 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.101149 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.101419 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.101701 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.101977 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.102250 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.102520 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.102795 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.103064 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.103334 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.103610 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.103883 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.104157 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.104430 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.104728 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.105003 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.105274 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.105544 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.105814 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.106083 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.106358 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.106626 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.106894 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.107164 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.107440 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.107709 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.107993 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.108289 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.108583 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.108866 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.109146 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.109425 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.109703 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.109980 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.110257 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.110535 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.110809 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.111103 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.111389 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.111675 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.111958 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.112237 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.112537 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.112832 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.113115 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.113395 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.113673 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.113963 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.114246 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.114538 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.115357 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.115649 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.115941 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.116234 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.116517 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.116848 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.117124 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:57.117340 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 17:04:57.117580 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93159) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 17:04:57.473141 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 17:04:57.473348 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 17:04:57.473633 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 17:04:57.473983 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 17:04:57.861437 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.861730 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.862003 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.863290 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.863560 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.863822 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.898762 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.899044 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.899314 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.914244 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.914523 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.914787 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.944138 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.944418 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.944708 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.980991 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.981277 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:57.981545 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.211345 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.211950 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.211950 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.212121 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.212769 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.332217 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.332536 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.332839 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.333114 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.334017 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.334332 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.334597 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.334861 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.335119 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.335405 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.335667 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.335933 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.336190 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.336443 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.336720 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.336987 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.337244 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.337511 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.337783 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.338043 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.338316 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.338569 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.338852 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.339229 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.339480 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.339730 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.340121 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:04:58.340359 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:04:58.340620 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:04:58.340856 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:04:58.341088 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:04:58.341328 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:04:58.341687 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 17:04:58.344817 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 17:04:58.348713 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 17:04:58.352647 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 29 17:04:58.354263 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 17:04:58.354706 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 17:04:58.355035 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 17:04:58.355412 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 17:04:58.358206 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 17:04:58.358455 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 17:04:58.358798 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 17:04:58.363994 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 17:04:58.386871 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 17:04:58.387318 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.387613 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93159) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 17:04:58.387973 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.389363 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93159) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 17:04:58.389644 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 17:04:58.389889 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 17:04:58.393519 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.393803 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:58.456656 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 17:04:58.456892 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 17:04:58.457125 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 17:04:58.457490 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 17:04:58.478640 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_db.sqlalchemy.engines [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93159) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 17:04:59.004123 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Initializing driver for type 'gre' Jul 29 17:04:59.004672 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] gre ID ranges: [(1, 1000)] Jul 29 17:04:59.059942 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Initializing driver for type 'local' Jul 29 17:04:59.060275 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Initializing driver for type 'vlan' Jul 29 17:04:59.073032 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] VlanTypeDriver initialization complete Jul 29 17:04:59.073358 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Initializing driver for type 'vxlan' Jul 29 17:04:59.073848 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] vxlan ID ranges: [(1, 1000)] Jul 29 17:04:59.126090 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Initializing extension driver 'port_security' Jul 29 17:04:59.126442 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] PortSecurityExtensionDriver initialization complete Jul 29 17:04:59.126849 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Initializing mechanism driver 'openvswitch' Jul 29 17:04:59.127180 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Initializing mechanism driver 'hyperv' Jul 29 17:04:59.134143 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.plugin [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:59.134986 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > port after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.135360 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > port after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.135708 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > port after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.136227 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:04:59.136691 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.137042 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.137384 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.137772 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:04:59.138169 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > network after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.138512 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > network after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.138848 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > network after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.139231 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:04:59.139627 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.139972 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.140578 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.140972 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:04:59.141372 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.141714 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.142048 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.142434 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:04:59.142831 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.143172 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.143507 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.143892 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 17:04:59.144263 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] ML2 OVO RPC backend initialized. {{(pid=93159) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 17:04:59.144998 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.145375 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.145790 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > network before_response 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.146715 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > networks before_response 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.147060 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > port before_response 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.147400 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > ports before_response 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.147740 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.148079 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.148419 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > network after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.148783 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > network after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.149117 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > network after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.149448 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > port after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.149778 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > port after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.150110 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > port after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.150440 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.150771 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.151100 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.151660 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.plugin [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Modular L2 Plugin initialization complete Jul 29 17:04:59.151984 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading services supported by the core plugin {{(pid=93159) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 17:04:59.152302 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.plugins.ml2.managers [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Got port-security extension from driver 'port_security' Jul 29 17:04:59.152778 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.extensions.vlantransparent [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Disabled vlantransparent extension. Jul 29 17:04:59.153276 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93159) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 17:04:59.153582 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading Plugin: router Jul 29 17:04:59.188888 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.189280 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router after_create 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.189646 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router before_create 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.190008 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.190378 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.190775 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router after_delete 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.191152 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.191641 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router after_create 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.191990 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router after_update 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.192339 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router after_update 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.193225 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.193720 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router after_update 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.194288 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.194795 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: port after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.195279 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: port after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.195735 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: subnet after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.196190 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.196637 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.196994 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.197344 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: port before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.197684 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.198041 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router after_update 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.198379 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.198732 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.199093 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.199441 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.199804 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > agent after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.200151 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.200509 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > network after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.201440 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Tracking information for resource: router configured {{(pid=93159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:04:59.201765 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Tracking information for resource: floatingip configured {{(pid=93159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 17:04:59.206943 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.db.l3_agentschedulers_db [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 17:04:59.207523 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: port after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.207882 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: port after_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.208263 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: port after_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.209191 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: port after_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.209991 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router before_create 55550100 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.210354 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.210719 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.211073 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.215508 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.services.provider_configuration [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service providers = [] {{(pid=93159) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 17:04:59.216057 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.db.servicetype_db [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93159) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 17:04:59.218835 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.services.service_base [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 17:04:59.219178 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.services.service_base [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 17:04:59.219521 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.services.service_base [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 17:04:59.220411 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.services.service_base [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 17:04:59.220805 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.services.service_base [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 17:04:59.221187 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:04:59.221504 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 17:04:59.233585 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:04:59.233913 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading Plugin: auto_allocate Jul 29 17:04:59.240380 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: network precommit_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.240779 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: network precommit_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.241304 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:04:59.241619 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading Plugin: tag Jul 29 17:04:59.248444 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:04:59.248795 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading Plugin: timestamp Jul 29 17:04:59.252692 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:04:59.253022 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading Plugin: network_ip_availability Jul 29 17:04:59.260915 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.261420 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.261780 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.262512 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:04:59.262824 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading Plugin: flavors Jul 29 17:04:59.269101 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:04:59.269524 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading Plugin: revisions Jul 29 17:04:59.274439 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 17:04:59.274725 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=93159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 17:04:59.275499 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93159) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 17:04:59.275939 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Initializing extension manager. Jul 29 17:04:59.276655 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: __init__.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.277145 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: __pycache__ {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.277620 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.278116 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: address_group.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.279112 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.279976 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: address-group Jul 29 17:04:59.280450 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: address_scope.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.281295 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.281806 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: address-scope Jul 29 17:04:59.282235 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.283048 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.283557 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: router-admin-state-down-before-update Jul 29 17:04:59.283875 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: agent.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.284597 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.285214 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: agent Jul 29 17:04:59.285638 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: agent_resources_synced.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.286900 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.287690 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: agent-resources-synced Jul 29 17:04:59.288121 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.290520 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.291050 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: allowed-address-pairs Jul 29 17:04:59.291373 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.292447 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.293001 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: auto-allocated-topology Jul 29 17:04:59.293324 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: availability_zone.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.294018 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.294526 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: availability_zone Jul 29 17:04:59.294852 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: availability_zone_filter.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.295759 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.296274 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: availability_zone_filter Jul 29 17:04:59.296617 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: data_plane_status.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.297517 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.298022 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 17:04:59.298338 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: default_subnetpools.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.299249 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.299760 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: default-subnetpools Jul 29 17:04:59.300076 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.300912 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.301419 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: dhcp_agent_scheduler Jul 29 17:04:59.301736 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: dns.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.303165 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.303662 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 17:04:59.303978 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: dns_domain_ports.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.304926 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.305427 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 17:04:59.305740 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.306645 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.307147 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 17:04:59.307462 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: dvr.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.308120 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.308653 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: dvr Jul 29 17:04:59.308967 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: ecmp_routes.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.309879 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.310379 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 17:04:59.310696 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: empty_string_filtering.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.311686 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.312217 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: empty-string-filtering Jul 29 17:04:59.312668 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.313591 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.314117 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 17:04:59.314433 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.315378 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.315854 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 17:04:59.316172 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: external_net.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.317107 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.317640 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: external-net Jul 29 17:04:59.318516 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.319414 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.319926 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: extra_dhcp_opt Jul 29 17:04:59.320243 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: extraroute.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.321193 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.321702 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: extraroute Jul 29 17:04:59.322020 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: extraroute_atomic.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.323045 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.323553 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: extraroute-atomic Jul 29 17:04:59.323868 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: filter_validation.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.324747 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.325259 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: filter-validation Jul 29 17:04:59.325575 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: fip_pf_description.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.326481 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.326986 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 17:04:59.327301 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: fip_port_details.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.328210 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.328749 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: fip-port-details Jul 29 17:04:59.329067 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: flavors.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.330282 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.330794 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: flavors Jul 29 17:04:59.331115 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.332781 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.333376 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 17:04:59.333740 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: floatingip_pools.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.334434 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.334951 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: floatingip-pools Jul 29 17:04:59.335272 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: ip_allocation.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.336184 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.336714 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 17:04:59.337034 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.337939 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.338450 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: ip-substring-filtering Jul 29 17:04:59.338772 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: l2_adjacency.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.339684 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.340187 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 17:04:59.340507 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: l3.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.341499 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.342015 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: router Jul 29 17:04:59.342339 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.344577 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.345102 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 17:04:59.345430 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.346360 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.346882 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: ext-gw-mode Jul 29 17:04:59.347208 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.348145 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.348696 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: l3-ha Jul 29 17:04:59.349047 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: l3_flavors.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.349978 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.350489 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: l3-flavors Jul 29 17:04:59.350809 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.351716 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.352226 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 17:04:59.352563 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: l3agentscheduler.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.353596 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.354108 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: l3_agent_scheduler Jul 29 17:04:59.354430 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: logging.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.355899 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.356422 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension logging not supported by any of loaded plugins Jul 29 17:04:59.356779 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: metering.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.357520 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.358099 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: metering Jul 29 17:04:59.358423 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.359652 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.360171 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: metering_source_and_destination_fields Jul 29 17:04:59.360494 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: multiprovidernet.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.361438 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.361950 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: multi-provider Jul 29 17:04:59.362268 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: netmtu.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.363174 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.363682 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: net-mtu Jul 29 17:04:59.364000 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: netmtu_writable.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.365469 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.365976 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: net-mtu-writable Jul 29 17:04:59.366293 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: network_availability_zone.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.366955 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.367457 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: network_availability_zone Jul 29 17:04:59.367772 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: network_ip_availability.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.368885 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.369399 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: network-ip-availability Jul 29 17:04:59.369721 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: network_segment_range.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.370474 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.370976 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 17:04:59.371292 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: pagination.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.372258 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.372633 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: pagination Jul 29 17:04:59.372952 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: port_device_profile.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.373856 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.374374 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: port-device-profile Jul 29 17:04:59.374691 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.375612 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.376121 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: port-mac-address-regenerate Jul 29 17:04:59.376439 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.377381 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.377894 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: port-numa-affinity-policy Jul 29 17:04:59.378210 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: port_resource_request.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.379116 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.379622 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 17:04:59.379936 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: portbindings.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.381461 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.381975 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: binding Jul 29 17:04:59.382286 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: portbindings_extended.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.383558 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.384070 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: binding-extended Jul 29 17:04:59.384394 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: portsecurity.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.385328 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.385838 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: port-security Jul 29 17:04:59.386160 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: project_id.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.387122 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.387449 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: project-id Jul 29 17:04:59.387765 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: providernet.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.388723 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.389241 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: provider Jul 29 17:04:59.389555 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: qos.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.393267 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.393793 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension qos not supported by any of loaded plugins Jul 29 17:04:59.394118 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.395356 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.395901 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 17:04:59.396225 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.397178 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.397693 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 17:04:59.398016 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: qos_default.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.398914 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.399432 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension qos-default not supported by any of loaded plugins Jul 29 17:04:59.399755 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: qos_fip.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.400429 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.400968 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 17:04:59.401287 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.402201 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.402770 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 17:04:59.403092 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.404007 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.404511 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 17:04:59.404856 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.405772 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.406275 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 17:04:59.406592 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: qos_rules_alias.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.407626 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.408137 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 17:04:59.408455 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: quotasv2.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.409568 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.409898 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: quotas Jul 29 17:04:59.410215 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: quotasv2_detail.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.413278 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.413621 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: quota_details Jul 29 17:04:59.413952 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: rbac.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.414999 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.415533 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: rbac-policies Jul 29 17:04:59.415860 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: rbac_address_group.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.416834 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.417354 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: rbac-address-group Jul 29 17:04:59.417680 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: rbac_address_scope.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.418584 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.419097 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: rbac-address-scope Jul 29 17:04:59.419419 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: rbac_security_groups.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.420332 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.420883 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: rbac-security-groups Jul 29 17:04:59.421207 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.422109 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.422626 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: rbac-subnetpool Jul 29 17:04:59.422947 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: revisionifmatch.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.423857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.424375 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: revision-if-match Jul 29 17:04:59.424726 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: revisions.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.425829 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.426349 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: standard-attr-revisions Jul 29 17:04:59.426671 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: router_availability_zone.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.427874 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.428382 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: router_availability_zone Jul 29 17:04:59.428741 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: routerservicetype.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.429663 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.430174 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 17:04:59.430495 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.431402 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.431914 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: security-groups-normalized-cidr Jul 29 17:04:59.432233 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.433180 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.433696 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: port-security-groups-filtering Jul 29 17:04:59.434017 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.434921 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.435440 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: security-groups-remote-address-group Jul 29 17:04:59.435760 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: securitygroup.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.446056 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.446586 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: security-group Jul 29 17:04:59.446917 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: segment.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.447702 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.448215 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension segment not supported by any of loaded plugins Jul 29 17:04:59.448538 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.449488 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.449999 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 17:04:59.450322 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: servicetype.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.451495 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.452083 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: service-type Jul 29 17:04:59.452406 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: sorting.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.453473 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.453805 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: sorting Jul 29 17:04:59.454176 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: standard_attr_segment.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.455105 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.455629 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 17:04:59.455951 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: standardattrdescription.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.456710 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.457226 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: standard-attr-description Jul 29 17:04:59.457547 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: stateful_security_group.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.458497 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.459014 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: stateful-security-group Jul 29 17:04:59.459334 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: stdattrs_common.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.459911 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 17:04:59.460226 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.461182 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.461698 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 17:04:59.462013 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: subnet_onboard.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.463077 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.463599 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: subnet_onboard Jul 29 17:04:59.463917 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.464869 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.465385 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 17:04:59.465703 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: subnet_service_types.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.466623 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.467139 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: subnet-service-types Jul 29 17:04:59.467455 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: subnetallocation.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.468530 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.469074 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: subnet_allocation Jul 29 17:04:59.469395 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.470054 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.470566 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: subnetpool-prefix-ops Jul 29 17:04:59.470882 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.471799 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.472308 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 17:04:59.472657 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: tagging.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.473713 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.474265 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: standard-attr-tag Jul 29 17:04:59.474583 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: timestamp.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.475792 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.476311 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loaded extension: standard-attr-timestamp Jul 29 17:04:59.476672 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: trunk.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.477712 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.478228 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension trunk not supported by any of loaded plugins Jul 29 17:04:59.478553 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: trunk_details.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.479465 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.479979 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 17:04:59.480299 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.481248 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.481759 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 17:04:59.482078 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Loading extension file: vlantransparent.py {{(pid=93159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 17:04:59.482738 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 17:04:59.483249 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 17:04:59.485749 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:network Jul 29 17:04:59.486265 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:subnet Jul 29 17:04:59.486666 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:04:59.487059 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:port Jul 29 17:04:59.488296 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.488838 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service FLAVORS assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.489444 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.490399 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.490723 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:router Jul 29 17:04:59.491151 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 17:04:59.491636 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service METERING assigned prefix: /metering {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.493107 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.493489 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.493838 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:04:59.494825 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 17:04:59.495272 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:security_group Jul 29 17:04:59.495705 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 17:04:59.496315 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service CORE assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.496670 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:04:59.497017 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] subnetpool is already registered Jul 29 17:04:59.497440 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service CORE assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.497759 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:04:59.498085 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] subnetpool is already registered Jul 29 17:04:59.500377 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.500948 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service FLAVORS assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.501574 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.501998 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.502326 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:router Jul 29 17:04:59.502659 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] router is already registered Jul 29 17:04:59.503066 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 17:04:59.503393 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] floatingip is already registered Jul 29 17:04:59.503853 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service METERING assigned prefix: /metering {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.504566 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 17:04:59.504886 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] rbac_policy is already registered Jul 29 17:04:59.505869 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:security_group Jul 29 17:04:59.506197 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] security_group is already registered Jul 29 17:04:59.506607 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 17:04:59.506934 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] security_group_rule is already registered Jul 29 17:04:59.507423 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service CORE assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.507740 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:04:59.508072 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] subnetpool is already registered Jul 29 17:04:59.508496 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.v2.resource_helper [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Service CORE assigned prefix: {{(pid=93159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 17:04:59.508836 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 17:04:59.509158 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING neutron.quota.resource_registry [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] subnetpool is already registered Jul 29 17:04:59.510787 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: extensions {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.512273 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: address-groups {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.513732 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: address-scopes {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.514932 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: agents {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.516457 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: auto-allocated-topology {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.517713 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: availability_zones {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.518945 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: dhcp-networks {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.520346 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: dhcp-agents {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.521918 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: routers {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.523615 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: flavors {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.524787 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: service_profiles {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.526137 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: next_providers {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.527556 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: service_profiles {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.529009 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: floatingip-pools {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.530318 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: routers {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.532010 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: floatingips {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.533216 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: l3-routers {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.534694 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: l3-agents {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.536090 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: metering-labels {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.537470 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: metering-label-rules {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.538731 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: network-ip-availabilities {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.540058 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: bindings {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.541664 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: quotas {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.543072 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: quotas {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.544616 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: rbac-policies {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.545812 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: security-groups {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.547011 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: security-group-rules {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.548319 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: service-providers {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.549564 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: subnetpools {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.550948 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: subnetpools {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.553259 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.555805 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.558450 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.560404 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.562141 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.563979 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.565784 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.567589 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.570923 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.572701 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron.api.extensions [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Extended resource: tags {{(pid=93159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 17:04:59.578708 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING keystonemiddleware.auth_token [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 17:04:59.583226 dv-cinder-784623-16-iscsi neutron-server[93159]: WARNING keystonemiddleware.auth_token [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 17:04:59.592083 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Acquired lock "singleton_lock" {{(pid=93159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 17:04:59.592570 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_concurrency.lockutils [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Releasing lock "singleton_lock" {{(pid=93159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 17:04:59.593331 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO oslo_service.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Starting 2 workers Jul 29 17:04:59.598223 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Started child 93266 {{(pid=93159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 17:04:59.603373 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Started child 93267 {{(pid=93159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 17:04:59.604581 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:59.605231 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO neutron.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 17:04:59.605671 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Notify callbacks [] for process, before_spawn {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:59.606241 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [-] (93266) wsgi starting up on http://0.0.0.0:9696 Jul 29 17:04:59.608062 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO oslo_service.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Starting 1 workers Jul 29 17:04:59.608179 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:59.610095 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [-] (93267) wsgi starting up on http://0.0.0.0:9696 Jul 29 17:04:59.613483 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Started child 93268 {{(pid=93159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 17:04:59.614094 dv-cinder-784623-16-iscsi neutron-server[93159]: INFO oslo_service.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Starting 1 workers Jul 29 17:04:59.617870 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] calling RpcWorker wait() {{(pid=93268) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 17:04:59.618458 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] returning from RpcWorker wait() {{(pid=93268) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 17:04:59.619117 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Started child 93269 {{(pid=93159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 17:04:59.619584 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:59.619945 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG neutron_lib.callbacks.manager [None req-ef210e1a-9f27-459b-8447-c9c0c1a45ad2 None None] Notify callbacks [] for process, after_spawn {{(pid=93159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:59.620104 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:59.621837 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 17:04:59.622048 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 17:04:59.622223 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 17:04:59.622436 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 17:04:59.622764 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 17:04:59.622928 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 17:04:59.623448 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.623724 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.623982 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.624095 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:04:59.624622 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.624622 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.625075 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:59.625190 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.625355 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.625600 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.625886 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.626264 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.626374 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.626442 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.626725 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.626959 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.627262 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.627531 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.627787 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.628069 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.628244 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.628495 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.628774 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.629015 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.629286 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] debug = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.629533 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.630009 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.630258 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.630517 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.630746 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.631033 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.631275 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.631526 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.631764 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.632108 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.632507 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.632891 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.633283 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.633650 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.634029 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.634481 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.634850 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.635594 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] host = dv-cinder-784623-16-iscsi {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.635991 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.636419 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.636881 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.637264 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.637663 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.638019 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.638328 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.638615 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.638849 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.639085 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.639343 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.639622 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.639871 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.640378 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.640530 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_options = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.640792 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.641057 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.641327 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.641521 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.641687 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.641860 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.642120 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.642278 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.642552 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.642763 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.642997 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.643210 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.643422 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.643654 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.643915 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.644149 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.644389 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.644618 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.644861 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.645086 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.645306 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.645528 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.645772 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.646010 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.646312 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.646461 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.646662 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.646892 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.647103 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.647362 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.647574 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.647845 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.648092 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.648343 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.648612 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.648840 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.649081 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.649349 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.649577 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.649840 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.650085 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.650297 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.650553 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.650773 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.650992 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.651208 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_json = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.652174 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.652174 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.652174 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.652399 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.652527 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.652768 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.653014 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.653325 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.654127 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.654299 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.654606 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.654958 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.655269 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.655579 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.656054 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.656287 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.656578 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.656846 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.657146 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.657814 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.657814 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.658157 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.658157 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.658475 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.658754 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.659036 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.659274 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.659582 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.659865 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.660110 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.661148 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.661148 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.661148 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.662047 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.662047 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.662281 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.662435 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.662638 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.662852 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.663135 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.663334 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.663551 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.664354 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.664354 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.664354 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.664775 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.664775 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.665008 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.665184 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.665415 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.665627 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.665841 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.666050 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.666257 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.666468 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.666706 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.666966 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.667337 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.667583 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.667805 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.671624 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.671893 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.672173 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.672409 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.672682 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.672956 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.673201 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.673473 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.673722 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.674000 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.674240 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.674469 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.674699 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.675028 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.675283 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.675509 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.675792 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.676042 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.676270 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.676515 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.676789 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.677048 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.677801 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.678047 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.678271 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.678510 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.678727 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.679026 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.679214 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.679437 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.679680 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.679902 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.680180 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.680496 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.680751 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.681040 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.681365 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.681516 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.681720 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.681983 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.682539 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.682539 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.682709 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.682960 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.683195 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.683467 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.683736 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.683988 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.684226 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.684465 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.684716 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.684976 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.685192 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.685443 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.685686 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.685942 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.686200 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.686462 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.686731 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.687028 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.687311 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.687616 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.687839 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.688113 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.688414 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.688695 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.688941 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.689242 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.689453 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.689719 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.689978 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.690245 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.690476 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.690740 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.690980 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.691249 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.691484 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.691697 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.691932 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.692178 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.692515 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.692831 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.693095 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.693346 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.693620 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.693871 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.694138 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.694398 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.694652 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.695031 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.695140 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.695370 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.695594 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.695845 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.696085 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.696306 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.696575 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.696808 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.697025 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.697243 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.697460 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.697693 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.697914 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.698137 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.698355 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.698732 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.698840 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.699053 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.699227 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.699451 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.699679 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.699915 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.700138 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.700376 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.700625 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.700870 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.701097 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.701662 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.702222 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.702431 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.702693 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.702925 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.703167 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.703466 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.703710 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.704679 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.704679 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.704679 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.704948 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.704948 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.705171 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.705397 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.705669 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.705953 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.706203 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.706760 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.707045 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.707142 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.707381 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.707644 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.707913 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.708363 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.708612 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.708910 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.709151 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.709466 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.709834 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.710098 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.710377 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.710618 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.710929 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.711157 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.711380 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.711605 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.711915 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.712192 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.712521 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.712741 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.713110 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.713337 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.713695 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.713889 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.714061 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.714325 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.714537 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.714724 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.715032 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.715274 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.715573 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.715801 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.716027 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.716240 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.716581 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.716779 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.716995 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.717262 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.717482 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.717929 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.718032 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.718281 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.718511 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.718771 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.718999 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.719303 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.719531 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.719747 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.720035 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.720270 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.720521 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.720811 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.721116 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.721400 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.721642 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.721954 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.722256 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.722512 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.722791 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.723350 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.724342 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.724723 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.724967 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.725229 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.725530 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.725791 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.726156 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.726478 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.726813 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.727110 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.727415 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.727892 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.728205 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.728497 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.728865 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.729326 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.729606 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.729951 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.730141 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.730397 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.730676 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.730901 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.731153 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.731375 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.731628 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.731870 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.732364 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.732657 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.733045 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.733183 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.733420 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.733697 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.733938 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.734227 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.734517 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.734701 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 17:04:59.735309 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 17:04:59.735437 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 17:04:59.735583 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 17:04:59.735777 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 17:04:59.735990 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 17:04:59.736146 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 17:04:59.736341 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.736504 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.736691 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.736849 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.737169 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.737357 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.737523 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.737764 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.737898 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.738021 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.738144 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.738267 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.738431 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.738590 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.738747 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.738906 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.739065 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.739225 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.739389 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.740081 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.740250 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.740409 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.740589 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] debug = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.740749 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.740966 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.741132 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.741280 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.741439 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.741598 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.741767 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.741918 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.742076 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.742236 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.742396 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.742554 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.742712 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.742870 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.743029 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.743190 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.743350 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.743508 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] host = dv-cinder-784623-16-iscsi {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.743667 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.743826 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.744008 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.744139 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.744291 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.744448 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.744630 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.744791 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.744949 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.745107 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.745266 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.745610 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.745610 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.745855 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.745855 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_options = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.746050 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.746163 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.746364 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.746486 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.746655 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.746815 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.746976 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.747320 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.747320 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.747486 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.747607 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.747719 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.747866 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.748024 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.748183 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.748342 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.748502 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.748681 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.748841 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.749001 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.749580 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.749580 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.749580 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.749580 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.750044 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.750044 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.750044 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.750339 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.750339 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.750579 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.750579 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.750807 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.750928 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.751039 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.751182 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.751340 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.751499 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.751662 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.751821 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.751980 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.752138 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.752296 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.752454 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.752633 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.752792 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.752949 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_json = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.753109 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.753267 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.753426 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.753812 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.753812 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.754009 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.754009 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.754244 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 17:04:59.754368 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.754500 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.754624 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.754788 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.754949 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.755134 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.755296 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.755458 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.755620 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.755784 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.755959 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.756120 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.756291 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.756455 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.756591 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:04:59.756687 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.756791 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.756951 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.757127 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.757591 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.757591 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.757591 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.757861 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.757941 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.758050 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.758211 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.758371 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.758532 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.758694 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.758857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.759020 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.759182 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.759345 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.759506 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.759668 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.759831 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.759992 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.760153 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.760316 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.760478 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.760660 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.760822 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.760984 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.761145 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.761308 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.761469 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.761630 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.761793 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.761954 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.762117 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.762327 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.762450 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.762611 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.762772 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.762933 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.763093 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.763253 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.763414 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.763575 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.763735 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.763897 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.764058 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.764232 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.764393 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.764575 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.764733 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.764895 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.765056 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.765482 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.765644 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.765806 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.765971 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.766132 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.766293 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.766455 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.766630 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.766765 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.766926 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.767089 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.767251 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.767412 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.767573 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.767733 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.767894 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.768055 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.768224 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.768399 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.768575 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.768740 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.768901 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.769063 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.769225 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.769386 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.769548 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.769710 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.769871 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.770031 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.770192 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.770358 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.770523 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.770701 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.770871 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.771032 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.771195 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.771356 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.771785 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.771785 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.772294 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.772294 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.772294 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.772294 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.772763 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.772763 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.772763 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.772977 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.773056 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.773198 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.773370 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.773721 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.773721 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.773955 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.773955 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.774185 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.774306 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.774428 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.774628 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.774754 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.774876 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.775223 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.775223 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.775455 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.775578 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.775700 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.775824 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.775954 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.776108 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.776270 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.776431 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.776683 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.776845 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.777167 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.777330 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.777492 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.777670 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.780566 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.780566 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.780566 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.780566 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.780566 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.780566 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.780566 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.780566 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781163 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781163 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781163 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781163 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781163 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781163 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781163 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781163 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781686 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781686 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.781686 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.782103 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.782289 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.782538 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.783541 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.783541 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.783541 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.783541 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.783541 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.783541 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.783541 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.784857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.784857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.784857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.784857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.784857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.784857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.784857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.784857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.785297 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.785297 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.785297 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.785463 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.785527 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.785654 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.785821 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.786000 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.786162 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.786323 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.787015 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.787176 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.787337 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.787498 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.787659 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.787819 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.787980 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.788140 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.788303 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.788467 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.788829 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.788829 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.788982 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.789122 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.789274 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.789438 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.789597 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.789760 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.789922 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.790084 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.790247 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.790408 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.790564 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.790732 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.790883 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.791041 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.791202 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.791363 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.791533 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.791696 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.791857 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.792018 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.792179 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.792329 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.792592 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.792748 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.792884 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.793018 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.793152 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.793285 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.793417 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.793573 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.793728 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.793884 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.794034 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.794192 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.794363 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.794525 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.794688 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.794839 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.794997 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.795147 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.795317 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.795480 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.795643 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.795812 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.795974 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.796661 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.796661 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.796661 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.796959 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.797254 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.797429 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.797596 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.797761 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.798164 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.798164 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.798414 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.798414 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.798682 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.798682 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.798930 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.799063 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.799194 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.799321 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.799476 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.799611 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.799774 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.799927 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.800085 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.800246 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.800407 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.800594 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.800759 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.800921 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.801084 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.801243 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.801404 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.801566 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.801729 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.801890 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.802105 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.802779 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.802934 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.803100 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 17:04:59.803274 dv-cinder-784623-16-iscsi neutron-server[93159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 17:05:00.027503 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 58090) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:00.036046 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062501 Jul 29 17:05:11.395671 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766d5804-bdd5-48bb-955e-bb9e6504dd59 None None] get_active_networks_info from dv-cinder-784623-16-iscsi {{(pid=93268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 17:05:11.466742 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766d5804-bdd5-48bb-955e-bb9e6504dd59 None None] No non-hosted networks {{(pid=93268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 17:05:11.484163 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.agentschedulers_db [None req-766d5804-bdd5-48bb-955e-bb9e6504dd59 None None] DHCP Agent not found on host dv-cinder-784623-16-iscsi {{(pid=93268) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 17:05:11.671165 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0a474758-4837-4c2d-b033-0ec69c150737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678875'] for agent, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:13.822937 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-16217f73-2a66-4ca4-85c0-8a4b4108ac4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678875'] for agent, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:13.884011 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a93f4d0c-959c-4b5e-b918-1efb6284f9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:13.960088 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678875'] for agent, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:13.960784 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.961499 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.962570 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.962570 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.962570 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.963002 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.966081 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.966722 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.967592 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.968671 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.969230 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.969780 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:13.970384 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-16-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:13.985826 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-16-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:14.814181 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678875'] for agent, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:16.844063 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678875'] for agent, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:17.875640 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 58182) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:18.526930 dv-cinder-784623-16-iscsi neutron-server[93267]: WARNING oslo_policy.policy [None req-8515a1a8-d5b4-4531-abf8-e3e0425fbf82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:05:18.527487 dv-cinder-784623-16-iscsi neutron-server[93267]: WARNING oslo_policy.policy [None req-8515a1a8-d5b4-4531-abf8-e3e0425fbf82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:05:18.747162 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [None req-8515a1a8-d5b4-4531-abf8-e3e0425fbf82 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:05:18.748194 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-8515a1a8-d5b4-4531-abf8-e3e0425fbf82 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8716700 Jul 29 17:05:20.204854 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.db.l3_hamode_db [None req-a20ab901-b91e-440c-9761-be1102e82dc1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 17:05:20.283570 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ab901-b91e-440c-9761-be1102e82dc1 None None] Routers set() bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:05:20.283934 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ab901-b91e-440c-9761-be1102e82dc1 None None] Router IDs set() for agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 17:05:21.157044 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 58196) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:21.467874 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-ec07f4dd-c54c-472a-9dcb-1daf4912bc66 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:21.560878 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.policy [None req-ec07f4dd-c54c-472a-9dcb-1daf4912bc66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93267) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 17:05:21.605769 dv-cinder-784623-16-iscsi neutron-server[93267]: WARNING oslo_policy.policy [None req-ec07f4dd-c54c-472a-9dcb-1daf4912bc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:05:21.606136 dv-cinder-784623-16-iscsi neutron-server[93267]: WARNING oslo_policy.policy [None req-ec07f4dd-c54c-472a-9dcb-1daf4912bc66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:05:21.614907 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.quota [None req-ec07f4dd-c54c-472a-9dcb-1daf4912bc66 admin admin] Loaded quota_driver: . Jul 29 17:05:21.709989 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ec07f4dd-c54c-472a-9dcb-1daf4912bc66 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779850488294', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779850488763', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779850500101', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779850498683', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779850014193', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779850456885', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3738644', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3739770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-556465', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741638'] for rbac-policy, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:21.778497 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ec07f4dd-c54c-472a-9dcb-1daf4912bc66 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:21.779756 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-ec07f4dd-c54c-472a-9dcb-1daf4912bc66 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6217084 Jul 29 17:05:24.498494 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58208) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:25.045274 dv-cinder-784623-16-iscsi neutron-server[93266]: WARNING oslo_policy.policy [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:05:25.046073 dv-cinder-784623-16-iscsi neutron-server[93266]: WARNING oslo_policy.policy [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:05:25.266352 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:25.267986 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.quota [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Loaded quota_driver: . Jul 29 17:05:25.325738 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Made reservation on behalf of dc63bda8b987474cb1acab115efb4d84 for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:05:25.405823 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.policy [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93266) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 17:05:25.451075 dv-cinder-784623-16-iscsi neutron-server[93266]: WARNING oslo_policy.policy [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:05:25.451449 dv-cinder-784623-16-iscsi neutron-server[93266]: WARNING oslo_policy.policy [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 17:05:25.462443 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:25.484406 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:25.630736 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:25.634636 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:25.655045 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:05:25.685569 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779850181416', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:25.686291 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Unsubscribe: segment precommit_create {{(pid=93266) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 17:05:25.686829 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Added segment 3cdd8890-daf1-4067-ae28-eb10947d62e9 of type vlan for network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 Jul 29 17:05:25.705589 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb42fa16-0555-49c3-8d9d-ea2db7553f83,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:25.730050 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.730503 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.730923 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.731261 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.731568 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.731907 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.732237 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.732592 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.732932 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.733253 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.733565 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.733875 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Tracked resource versions report: Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: pushed versions: Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: { 'AddressGroup': {'1.2'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'ConntrackHelper': {'1.0'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Log': {'1.0'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Network': {'1.1'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Port': {'1.7'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'PortForwarding': {'1.2'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'QosPolicy': {'1.8'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SecurityGroup': {'1.4'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SubPort': {'1.0'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Subnet': {'1.1'}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Trunk': {'1.1'}} Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: consumer versions: Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: { DHCP agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: L3 agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: Metadata agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: Metering agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: Open vSwitch agent@dv-cinder-784623-16-iscsi: { 'AddressGroup': '1.2', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'ConntrackHelper': '1.0', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Log': '1.0', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Network': '1.1', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Port': '1.7', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'PortForwarding': '1.2', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'QosPolicy': '1.8', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SecurityGroup': '1.4', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SecurityGroupRule': '1.2', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SubPort': '1.0', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Subnet': '1.1', Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Trunk': '1.1'}} Jul 29 17:05:25.735263 dv-cinder-784623-16-iscsi neutron-server[93266]: {{(pid=93266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:05:25.829156 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:25.886401 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:25.887636 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:05:25.888368 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:25.975743 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4746585 Jul 29 17:05:25.992863 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c990c22-d7c2-4273-9a7e-5803d9d3a5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=522ca1fa-64c5-404a-adce-66c7c96ca8e0,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:26.005521 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:05:28.676494 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58230) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:29.102383 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c88ba-f2e7-4fb3-816f-62c4ba4d5a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:05:29.103848 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-963c88ba-f2e7-4fb3-816f-62c4ba4d5a1f admin admin] 10.222.0.13 "GET /v2.0/networks/522ca1fa-64c5-404a-adce-66c7c96ca8e0 HTTP/1.1" status: 200 len: 825 time: 0.4263027 Jul 29 17:05:29.151425 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-c7424560-7704-43a8-82dd-e70109dd1409 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/73b34cb8-2b56-4024-858a-28ce9eb99909 HTTP/1.1" status: 200 len: 734 time: 0.0369337 Jul 29 17:05:29.162531 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Request body: {'subnet': {'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'name': 'private-subnet', 'subnetpool_id': '73b34cb8-2b56-4024-858a-28ce9eb99909', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:29.189214 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Made reservation on behalf of dc63bda8b987474cb1acab115efb4d84 for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:05:29.191935 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:29.532137 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:29.606030 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=499428f8-831a-4724-b50c-fc6e4f6ef16a,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:29.610942 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Checking segment: {'id': '3cdd8890-daf1-4067-ae28-eb10947d62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:05:29.611317 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Network hostable DHCP agents. Network: 522ca1fa-64c5-404a-adce-66c7c96ca8e0, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:05:29.636817 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:05:29.651091 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 522ca1fa-64c5-404a-adce-66c7c96ca8e0) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:05:29.656652 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:05:29.657267 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:29.664865 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ac640-1cd5-488a-b896-cc005fd2f669 None None] Network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:05:29.673558 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-172b5fbd-03c7-4e0d-8886-fe81c4e3ccaa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5151911 Jul 29 17:05:30.101031 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-522ca1fa-64c5-404a-adce-66c7c96ca8e0', 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'fixed_ips': [{'subnet_id': '499428f8-831a-4724-b50c-fc6e4f6ef16a'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:05:30.102324 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:30.448143 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Allocated IP 172.20.0.2 (522ca1fa-64c5-404a-adce-66c7c96ca8e0/499428f8-831a-4724-b50c-fc6e4f6ef16a/2bf48548-c7b7-4a29-b534-fd9257c5645d) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:05:30.686460 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:30.739797 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Transition to ACTIVE for port object 2bf48548-c7b7-4a29-b534-fd9257c5645d will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:05:30.763819 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Transition to ACTIVE for port object 2bf48548-c7b7-4a29-b534-fd9257c5645d will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:05:30.775775 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:30.854161 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:05:30.862045 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:05:30.868860 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:05:30.872404 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Pushing event updated for resources: {'Port': ['ID=2bf48548-c7b7-4a29-b534-fd9257c5645d,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:30.906026 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.906366 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.906704 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.907042 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.907633 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.907946 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.908282 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.908661 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.909007 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.909340 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.909662 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.910664 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Tracked resource versions report: Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: pushed versions: Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: { 'AddressGroup': {'1.2'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'ConntrackHelper': {'1.0'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Log': {'1.0'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Network': {'1.1'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Port': {'1.7'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'PortForwarding': {'1.2'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'QosPolicy': {'1.8'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SecurityGroup': {'1.4'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SubPort': {'1.0'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Subnet': {'1.1'}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Trunk': {'1.1'}} Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: consumer versions: Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: { DHCP agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: L3 agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: Metadata agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: Metering agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: Open vSwitch agent@dv-cinder-784623-16-iscsi: { 'AddressGroup': '1.2', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'ConntrackHelper': '1.0', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Log': '1.0', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Network': '1.1', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Port': '1.7', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'PortForwarding': '1.2', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'QosPolicy': '1.8', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SecurityGroup': '1.4', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SecurityGroupRule': '1.2', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SubPort': '1.0', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Subnet': '1.1', Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Trunk': '1.1'}} Jul 29 17:05:30.913275 dv-cinder-784623-16-iscsi neutron-server[93268]: {{(pid=93268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:05:30.971243 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Attempting to bind port 2bf48548-c7b7-4a29-b534-fd9257c5645d on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:05:30.971642 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Attempting to bind port 2bf48548-c7b7-4a29-b534-fd9257c5645d by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '3cdd8890-daf1-4067-ae28-eb10947d62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:05:30.972050 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Attempting to bind port 2bf48548-c7b7-4a29-b534-fd9257c5645d on network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:05:30.978651 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:05:30.979107 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Checking segment: {'id': '3cdd8890-daf1-4067-ae28-eb10947d62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:05:30.979542 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:30.979940 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Bound using segment: {'id': '3cdd8890-daf1-4067-ae28-eb10947d62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:05:30.980469 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Bound port: 2bf48548-c7b7-4a29-b534-fd9257c5645d, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdd8890-daf1-4067-ae28-eb10947d62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:05:30.980925 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:31.066000 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] For port 2bf48548-c7b7-4a29-b534-fd9257c5645d, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:05:31.071934 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] For port 2bf48548-c7b7-4a29-b534-fd9257c5645d, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2bf48548-c7b7-4a29-b534-fd9257c5645d,segment=NetworkSegment(3cdd8890-daf1-4067-ae28-eb10947d62e9),segment_id=3cdd8890-daf1-4067-ae28-eb10947d62e9)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:05:31.077378 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:31.149394 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cd3eb-0843-4baf-bfa7-705431c4b821 None None] Pushing event updated for resources: {'Port': ['ID=2bf48548-c7b7-4a29-b534-fd9257c5645d,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:32.254686 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58238) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:32.669813 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [None req-1b93688b-52c5-44e9-a8a4-f26249dff647 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:05:32.670830 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-1b93688b-52c5-44e9-a8a4-f26249dff647 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4151702 Jul 29 17:05:35.205621 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 58246) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:35.542080 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [None req-d3ad6ca2-4fa6-45e7-8242-44e44f6df7e4 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:05:35.543159 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-d3ad6ca2-4fa6-45e7-8242-44e44f6df7e4 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3364203 Jul 29 17:05:38.203071 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 58256) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:38.517158 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-2852c271-02a3-4f03-a7b8-950c16062159 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:38.545968 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2852c271-02a3-4f03-a7b8-950c16062159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.547946 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2852c271-02a3-4f03-a7b8-950c16062159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.708587 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2852c271-02a3-4f03-a7b8-950c16062159 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.720857 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2852c271-02a3-4f03-a7b8-950c16062159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.734328 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2852c271-02a3-4f03-a7b8-950c16062159 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:38.735631 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-2852c271-02a3-4f03-a7b8-950c16062159 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5315659 Jul 29 17:05:39.719902 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e366f7b-1e24-461d-bba6-c833b8450a66 None None] Network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:05:39.825149 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2bf48548-c7b7-4a29-b534-fd9257c5645d up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:05:39.829937 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-cc7621d9-6048-4cd6-9a56-5d4d7c0a257e None None] Provisioning for port 2bf48548-c7b7-4a29-b534-fd9257c5645d completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:05:39.973150 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 2bf48548-c7b7-4a29-b534-fd9257c5645d completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:05:39.982159 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 2bf48548-c7b7-4a29-b534-fd9257c5645d triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:39.982551 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:40.137776 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:40.187344 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 2bf48548-c7b7-4a29-b534-fd9257c5645d, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2bf48548-c7b7-4a29-b534-fd9257c5645d,segment=NetworkSegment(3cdd8890-daf1-4067-ae28-eb10947d62e9),segment_id=3cdd8890-daf1-4067-ae28-eb10947d62e9)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:05:40.192948 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:40.244613 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=2bf48548-c7b7-4a29-b534-fd9257c5645d,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:40.260811 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-ed97f8ce-ddb7-4a3a-aa53-6dd8c4fd1eda None None] Provisioning complete for port 2bf48548-c7b7-4a29-b534-fd9257c5645d triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:40.261190 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-ed97f8ce-ddb7-4a3a-aa53-6dd8c4fd1eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.156029 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 58270) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:41.336264 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-91b81d8c-d36d-4e22-b870-f63400b07635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:41.465281 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [None req-64956e66-bd65-49ac-ade8-5f32ee937036 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:05:41.466292 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-64956e66-bd65-49ac-ade8-5f32ee937036 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092732 Jul 29 17:05:41.779632 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2bf48548-c7b7-4a29-b534-fd9257c5645d up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:05:41.830914 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 2bf48548-c7b7-4a29-b534-fd9257c5645d triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:41.831870 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:43.821489 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-21afd70b-6a4c-4352-a2d9-4c6b23e8c700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:43.892094 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58278) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:43.949689 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:44.242484 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:44.267994 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Made reservation on behalf of 78e7da48b394485796158bcf0c52488c for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:05:44.270755 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:44.279387 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:44.373326 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:44.377651 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:44.400510 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Reserving flat network on physical network physnet1 {{(pid=93266) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 17:05:44.411594 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf13662d-8101-49a2-92cc-8ce7fb09b5c9,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:44.419810 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:44.420138 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Added segment eabb54f3-34f7-4fa2-a113-32f4e106dab1 of type flat for network 9c103271-648b-4bbf-8ca9-c871cca89451 Jul 29 17:05:44.468737 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:44.505822 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:44.507178 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:05:44.507871 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:44.563044 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6697714 Jul 29 17:05:44.572617 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cbb5a-81b7-4ec5-a15a-e100d4886894 admin admin] Pushing event updated for resources: {'Network': ['ID=9c103271-648b-4bbf-8ca9-c871cca89451,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:44.593821 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 9c103271-648b-4bbf-8ca9-c871cca89451 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:05:44.769990 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:46.808349 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:46.947728 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58296) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:47.120691 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641993ff-c0c3-45b6-bf33-7a37b1402f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:05:47.122048 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-641993ff-c0c3-45b6-bf33-7a37b1402f97 admin admin] 10.222.0.13 "GET /v2.0/subnets/499428f8-831a-4724-b50c-fc6e4f6ef16a HTTP/1.1" status: 200 len: 849 time: 0.1733642 Jul 29 17:05:47.281837 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-3490ce44-33e8-42a9-bc84-258e5fb4b5f4 admin admin] 10.222.0.13 "GET /v2.0/routers/9b783dd0-07e9-4a91-904c-2ac2d126ce0d HTTP/1.1" status: 200 len: 704 time: 0.1539321 Jul 29 17:05:47.549826 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:47.864751 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Allocated IP 172.20.0.1 (522ca1fa-64c5-404a-adce-66c7c96ca8e0/499428f8-831a-4724-b50c-fc6e4f6ef16a/a1f9adf0-acbe-4909-a3ad-d528dba578ce) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:05:48.017369 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.039724 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Transition to ACTIVE for port object a1f9adf0-acbe-4909-a3ad-d528dba578ce will not be triggered until provisioned by entity DHCP. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:05:48.165640 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.226622 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:05:48.230961 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:05:48.233563 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:05:48.234269 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.312009 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f9adf0-acbe-4909-a3ad-d528dba578ce,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:48.411035 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-6190089e-adc8-484e-8c99-5c917f30e9ca None None] Provisioning for port a1f9adf0-acbe-4909-a3ad-d528dba578ce completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:05:48.414691 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-6190089e-adc8-484e-8c99-5c917f30e9ca None None] Provisioning complete for port a1f9adf0-acbe-4909-a3ad-d528dba578ce triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:48.415069 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6190089e-adc8-484e-8c99-5c917f30e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.444498 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.447186 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-6190089e-adc8-484e-8c99-5c917f30e9ca None None] Port a1f9adf0-acbe-4909-a3ad-d528dba578ce cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:05:48.645787 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.650137 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.650870 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:48.729402 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f9adf0-acbe-4909-a3ad-d528dba578ce,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:48.773709 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:05:48.774959 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:05:48.935840 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Router 9b783dd0-07e9-4a91-904c-2ac2d126ce0d is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:05:48.967640 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-db896070-792f-44ad-8946-84a0005d2234 None None] Provisioning complete for port a1f9adf0-acbe-4909-a3ad-d528dba578ce triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:48.968015 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-db896070-792f-44ad-8946-84a0005d2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:49.003225 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-db896070-792f-44ad-8946-84a0005d2234 None None] Port a1f9adf0-acbe-4909-a3ad-d528dba578ce cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:05:49.024866 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:05:49.030108 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-bd248d77-c5dc-4228-b88c-9ab6f449dfe7 admin admin] 10.222.0.13 "PUT /v2.0/routers/9b783dd0-07e9-4a91-904c-2ac2d126ce0d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7423532 Jul 29 17:05:49.036239 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Sync routers for ids ['9b783dd0-07e9-4a91-904c-2ac2d126ce0d'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:05:49.048464 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Routers {'9b783dd0-07e9-4a91-904c-2ac2d126ce0d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:05:49.049464 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:05:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['9b783dd0-07e9-4a91-904c-2ac2d126ce0d'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:49.241702 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Set router 9b783dd0-07e9-4a91-904c-2ac2d126ce0d gateway port host: None {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:05:49.687280 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'name': 'router1', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:05:38Z', 'updated_at': '2021-07-29T17:05:48Z', 'revision_number': 2, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'gw_port_host': None, '_interfaces': [{'id': 'a1f9adf0-acbe-4909-a3ad-d528dba578ce', 'name': '', 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:05:47Z', 'updated_at': '2021-07-29T17:05:48Z', 'revision_number': 2, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'subnets': [{'id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73b34cb8-2b56-4024-858a-28ce9eb99909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:49.741687 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Checking router: 9b783dd0-07e9-4a91-904c-2ac2d126ce0d for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:05:49.742061 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Updating router 9b783dd0-07e9-4a91-904c-2ac2d126ce0d port a1f9adf0-acbe-4909-a3ad-d528dba578ce binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:05:49.792887 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:50.318409 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:50.335727 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Transition to ACTIVE for port object a1f9adf0-acbe-4909-a3ad-d528dba578ce will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:05:50.341997 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:50.498690 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Pushing event updated for resources: {'Port': ['ID=a1f9adf0-acbe-4909-a3ad-d528dba578ce,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:50.509653 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Attempting to bind port a1f9adf0-acbe-4909-a3ad-d528dba578ce on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:05:50.510058 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Attempting to bind port a1f9adf0-acbe-4909-a3ad-d528dba578ce by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '3cdd8890-daf1-4067-ae28-eb10947d62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:05:50.510471 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Attempting to bind port a1f9adf0-acbe-4909-a3ad-d528dba578ce on network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:05:50.514323 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.514683 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.515726 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.516062 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.516395 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.516743 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.517065 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.517386 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.517721 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.518041 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.518658 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.518973 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Tracked resource versions report: Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: pushed versions: Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: { 'AddressGroup': {'1.2'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'ConntrackHelper': {'1.0'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Log': {'1.0'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Network': {'1.1'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Port': {'1.7'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'PortForwarding': {'1.2'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'QosPolicy': {'1.8'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SecurityGroup': {'1.4'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SubPort': {'1.0'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Subnet': {'1.1'}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Trunk': {'1.1'}} Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: consumer versions: Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: { DHCP agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: L3 agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: Metadata agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: Metering agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: Open vSwitch agent@dv-cinder-784623-16-iscsi: { 'AddressGroup': '1.2', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'ConntrackHelper': '1.0', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Log': '1.0', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Network': '1.1', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Port': '1.7', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'PortForwarding': '1.2', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'QosPolicy': '1.8', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SecurityGroup': '1.4', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SecurityGroupRule': '1.2', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SubPort': '1.0', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Subnet': '1.1', Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Trunk': '1.1'}} Jul 29 17:05:50.520322 dv-cinder-784623-16-iscsi neutron-server[93269]: {{(pid=93269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:05:50.526802 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:05:50.527226 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Checking segment: {'id': '3cdd8890-daf1-4067-ae28-eb10947d62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:05:50.527684 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:50.528065 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Bound using segment: {'id': '3cdd8890-daf1-4067-ae28-eb10947d62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:05:50.528970 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Bound port: a1f9adf0-acbe-4909-a3ad-d528dba578ce, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdd8890-daf1-4067-ae28-eb10947d62e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:05:50.528970 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:50.593822 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] For port a1f9adf0-acbe-4909-a3ad-d528dba578ce, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:05:50.615906 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] For port a1f9adf0-acbe-4909-a3ad-d528dba578ce, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=a1f9adf0-acbe-4909-a3ad-d528dba578ce,segment=NetworkSegment(3cdd8890-daf1-4067-ae28-eb10947d62e9),segment_id=3cdd8890-daf1-4067-ae28-eb10947d62e9)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:05:50.619805 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:50.679841 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9809f5b-63bb-4db9-a3bd-8926bb2ca795 None None] Pushing event updated for resources: {'Port': ['ID=a1f9adf0-acbe-4909-a3ad-d528dba578ce,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:50.684210 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Routers {'9b783dd0-07e9-4a91-904c-2ac2d126ce0d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:05:50.684872 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:05:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['9b783dd0-07e9-4a91-904c-2ac2d126ce0d'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:50.776647 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] Set router 9b783dd0-07e9-4a91-904c-2ac2d126ce0d gateway port host: None {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:05:50.986349 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'name': 'router1', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:05:38Z', 'updated_at': '2021-07-29T17:05:48Z', 'revision_number': 2, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'gw_port_host': None, '_interfaces': [{'id': 'a1f9adf0-acbe-4909-a3ad-d528dba578ce', 'name': '', 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:05:47Z', 'updated_at': '2021-07-29T17:05:50Z', 'revision_number': 4, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'subnets': [{'id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73b34cb8-2b56-4024-858a-28ce9eb99909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:51.010935 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1555ad6-0929-40cd-9622-cf882959b4a6 None None] The sync data for ids ['9b783dd0-07e9-4a91-904c-2ac2d126ce0d'] in dv-cinder-784623-16-iscsi is: [{'id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'name': 'router1', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:05:38Z', 'updated_at': '2021-07-29T17:05:48Z', 'revision_number': 2, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'gw_port_host': None, '_interfaces': [{'id': 'a1f9adf0-acbe-4909-a3ad-d528dba578ce', 'name': '', 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:05:47Z', 'updated_at': '2021-07-29T17:05:50Z', 'revision_number': 4, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'subnets': [{'id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73b34cb8-2b56-4024-858a-28ce9eb99909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:05:51.259540 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58316) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:51.367094 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b189f-79dc-46bd-819f-aa68c819e97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:05:51.368391 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b40b189f-79dc-46bd-819f-aa68c819e97d admin admin] 10.222.0.13 "GET /v2.0/networks/9c103271-648b-4bbf-8ca9-c871cca89451 HTTP/1.1" status: 200 len: 842 time: 0.1078970 Jul 29 17:05:51.378801 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'name': 'public-subnet'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:51.400277 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Made reservation on behalf of 78e7da48b394485796158bcf0c52488c for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:05:51.402484 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:51.683201 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.objects.ports [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 17:05:51.683647 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:51.741027 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7576a71d-226b-4c32-9a17-d3f9f67d625b,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:51.747775 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:05:51.748133 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Network hostable DHCP agents. Network: 9c103271-648b-4bbf-8ca9-c871cca89451, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:05:51.765663 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:05:51.774603 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 9c103271-648b-4bbf-8ca9-c871cca89451) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:05:51.778675 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:05:51.779252 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:51.787165 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29c3ee-0d7b-469f-b1ef-b6c8e429a93b None None] Network 9c103271-648b-4bbf-8ca9-c871cca89451 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:05:51.805686 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-888c1e6f-29fb-473a-a234-ff351412ca5a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4186027 Jul 29 17:05:51.930095 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78dd4dd-5110-413f-9d3a-483741ac6b8b None None] Network 9c103271-648b-4bbf-8ca9-c871cca89451 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:05:54.089034 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58324) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:54.286239 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-5e3e96c3-a837-4325-9e77-3e8f1eee20f5 admin admin] 10.222.0.13 "GET /v2.0/routers/9b783dd0-07e9-4a91-904c-2ac2d126ce0d HTTP/1.1" status: 200 len: 710 time: 0.1959906 Jul 29 17:05:54.382977 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c6140b-5283-433e-be64-458795c5530a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:05:54.384519 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-33c6140b-5283-433e-be64-458795c5530a admin admin] 10.222.0.13 "GET /v2.0/networks/9c103271-648b-4bbf-8ca9-c871cca89451 HTTP/1.1" status: 200 len: 886 time: 0.0927663 Jul 29 17:05:54.395402 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:05:54.641755 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:54.878998 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:54.956566 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:55.059999 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Allocated IP 172.27.0.215 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/eb168199-217f-4496-a361-c81b30e2d26f) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:05:55.157500 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:55.196027 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:55.233865 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:05:55.236617 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:05:55.244325 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:05:55.280702 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Pushing event updated for resources: {'Port': ['ID=eb168199-217f-4496-a361-c81b30e2d26f,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:55.513561 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:55.813788 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:55.817569 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-725714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-725723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558716'] for router, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:55.924691 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Router 9b783dd0-07e9-4a91-904c-2ac2d126ce0d has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:05:56.031418 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:05:56.035644 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] Notify callbacks [] for router, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:56.036875 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b6800448-05e3-48c0-b5ab-8d5f8efab910 admin admin] 10.222.0.13 "PUT /v2.0/routers/9b783dd0-07e9-4a91-904c-2ac2d126ce0d HTTP/1.1" status: 200 len: 890 time: 1.6447780 Jul 29 17:05:56.677754 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 5 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:05:57.444620 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Sync routers for ids ['9b783dd0-07e9-4a91-904c-2ac2d126ce0d'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:05:57.454935 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Routers {'9b783dd0-07e9-4a91-904c-2ac2d126ce0d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:05:57.455604 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:05:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['9b783dd0-07e9-4a91-904c-2ac2d126ce0d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:57.713189 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Set router 9b783dd0-07e9-4a91-904c-2ac2d126ce0d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:05:57.856160 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device a1f9adf0-acbe-4909-a3ad-d528dba578ce up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:05:58.028199 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port a1f9adf0-acbe-4909-a3ad-d528dba578ce completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:05:58.044025 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port a1f9adf0-acbe-4909-a3ad-d528dba578ce triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:58.044400 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:58.193390 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:58.220267 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'name': 'router1', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'eb168199-217f-4496-a361-c81b30e2d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:05:38Z', 'updated_at': '2021-07-29T17:05:55Z', 'revision_number': 4, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'gw_port': {'id': 'eb168199-217f-4496-a361-c81b30e2d26f', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:05:54Z', 'updated_at': '2021-07-29T17:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'a1f9adf0-acbe-4909-a3ad-d528dba578ce', 'name': '', 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:05:47Z', 'updated_at': '2021-07-29T17:05:50Z', 'revision_number': 4, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'subnets': [{'id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73b34cb8-2b56-4024-858a-28ce9eb99909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:58.276874 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Checking router: 9b783dd0-07e9-4a91-904c-2ac2d126ce0d for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:05:58.277222 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Updating router 9b783dd0-07e9-4a91-904c-2ac2d126ce0d port eb168199-217f-4496-a361-c81b30e2d26f binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:05:58.316475 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port a1f9adf0-acbe-4909-a3ad-d528dba578ce, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=a1f9adf0-acbe-4909-a3ad-d528dba578ce,segment=NetworkSegment(3cdd8890-daf1-4067-ae28-eb10947d62e9),segment_id=3cdd8890-daf1-4067-ae28-eb10947d62e9)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:05:58.322914 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:58.357798 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:58.426572 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=a1f9adf0-acbe-4909-a3ad-d528dba578ce,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:58.446485 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58336) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:05:58.557466 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-eb8e7193-2d3f-48cf-8e0a-9894f9bd5473 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1098461 Jul 29 17:05:58.709641 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:58.721715 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Transition to ACTIVE for port object eb168199-217f-4496-a361-c81b30e2d26f will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:05:58.733228 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:58.787168 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Attempting to bind port eb168199-217f-4496-a361-c81b30e2d26f on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:05:58.787548 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Attempting to bind port eb168199-217f-4496-a361-c81b30e2d26f by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:05:58.787914 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Attempting to bind port eb168199-217f-4496-a361-c81b30e2d26f on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:05:58.789793 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83359bcb-71a5-4df0-ab74-fd99f4d80678 None None] Pushing event updated for resources: {'Port': ['ID=eb168199-217f-4496-a361-c81b30e2d26f,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:58.796063 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:05:58.796438 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:05:58.796879 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:58.797268 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:05:58.798119 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Bound port: eb168199-217f-4496-a361-c81b30e2d26f, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:05:58.798119 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:58.849937 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] For port eb168199-217f-4496-a361-c81b30e2d26f, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:05:58.853106 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] For port eb168199-217f-4496-a361-c81b30e2d26f, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=eb168199-217f-4496-a361-c81b30e2d26f,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:05:58.857595 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:05:58.916663 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83359bcb-71a5-4df0-ab74-fd99f4d80678 None None] Pushing event updated for resources: {'Port': ['ID=eb168199-217f-4496-a361-c81b30e2d26f,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:05:58.920254 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Routers {'9b783dd0-07e9-4a91-904c-2ac2d126ce0d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:05:58.920598 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:05:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['9b783dd0-07e9-4a91-904c-2ac2d126ce0d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:59.112512 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] Set router 9b783dd0-07e9-4a91-904c-2ac2d126ce0d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:05:59.333112 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'name': 'router1', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'eb168199-217f-4496-a361-c81b30e2d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:05:38Z', 'updated_at': '2021-07-29T17:05:55Z', 'revision_number': 4, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'gw_port': {'id': 'eb168199-217f-4496-a361-c81b30e2d26f', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:05:54Z', 'updated_at': '2021-07-29T17:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'a1f9adf0-acbe-4909-a3ad-d528dba578ce', 'name': '', 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:05:47Z', 'updated_at': '2021-07-29T17:05:58Z', 'revision_number': 5, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'subnets': [{'id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73b34cb8-2b56-4024-858a-28ce9eb99909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:05:59.359461 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34085d2-43a5-4a31-90c4-fdd6f6b9a554 None None] The sync data for ids ['9b783dd0-07e9-4a91-904c-2ac2d126ce0d'] in dv-cinder-784623-16-iscsi is: [{'id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'name': 'router1', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'eb168199-217f-4496-a361-c81b30e2d26f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:05:38Z', 'updated_at': '2021-07-29T17:05:55Z', 'revision_number': 4, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'gw_port': {'id': 'eb168199-217f-4496-a361-c81b30e2d26f', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:05:54Z', 'updated_at': '2021-07-29T17:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'a1f9adf0-acbe-4909-a3ad-d528dba578ce', 'name': '', 'network_id': '522ca1fa-64c5-404a-adce-66c7c96ca8e0', 'tenant_id': 'dc63bda8b987474cb1acab115efb4d84', 'mac_address': 'fa:16:3e:7b:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b783dd0-07e9-4a91-904c-2ac2d126ce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:05:47Z', 'updated_at': '2021-07-29T17:05:58Z', 'revision_number': 5, 'project_id': 'dc63bda8b987474cb1acab115efb4d84', 'subnets': [{'id': '499428f8-831a-4724-b50c-fc6e4f6ef16a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73b34cb8-2b56-4024-858a-28ce9eb99909'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:05:59.905970 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device eb168199-217f-4496-a361-c81b30e2d26f up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:05:59.972233 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port eb168199-217f-4496-a361-c81b30e2d26f completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:05:59.977150 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port eb168199-217f-4496-a361-c81b30e2d26f triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:05:59.977536 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:00.064283 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:00.085309 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port eb168199-217f-4496-a361-c81b30e2d26f, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=eb168199-217f-4496-a361-c81b30e2d26f,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:06:00.089352 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:00.090150 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device a1f9adf0-acbe-4909-a3ad-d528dba578ce up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:06:00.167431 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=eb168199-217f-4496-a361-c81b30e2d26f,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:06:00.178776 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port a1f9adf0-acbe-4909-a3ad-d528dba578ce triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:00.179154 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:01.791233 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device eb168199-217f-4496-a361-c81b30e2d26f up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:06:01.839156 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port eb168199-217f-4496-a361-c81b30e2d26f triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:06:01.840442 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:11.342127 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f1247261-f69d-4f78-840f-94ed8041a86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:13.825095 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f570fe74-b830-4444-be95-58390e067935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:13.944793 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:14.776070 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:16.832151 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:33.679019 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 5 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:06:41.348194 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-153ef6a2-2652-4df1-aeb2-7d59e39e110b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:43.831073 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-45b806a8-42d0-4485-a449-64aa693e11df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:43.951055 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:44.784037 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:06:46.881782 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:10.677760 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 5 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:07:11.329578 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc3c9b68-d126-424d-ad03-3490b421a080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:13.833571 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-69875fa9-e9b2-4a36-baff-2d93d708e8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:13.945498 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:14.778752 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:16.828961 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:35.749594 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58904) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:35.808868 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4fbd10-d4aa-4ee4-821d-cba92bdc3fd9 admin admin] GET failed (client error): The resource could not be found. Jul 29 17:07:35.811607 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-5e4fbd10-d4aa-4ee4-821d-cba92bdc3fd9 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596614 Jul 29 17:07:35.975272 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b19b7-1580-45b2-9ffd-de2fea9d9c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:35.976713 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-910b19b7-1580-45b2-9ffd-de2fea9d9c4b admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616051 Jul 29 17:07:38.149242 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 58914) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:38.291449 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9a857-3cfd-4789-8c6d-367b8f4c14d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:38.293013 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-d7c9a857-3cfd-4789-8c6d-367b8f4c14d0 admin admin] 10.222.0.13 "GET /v2.0/subnets/499428f8-831a-4724-b50c-fc6e4f6ef16a HTTP/1.1" status: 200 len: 849 time: 0.1428437 Jul 29 17:07:38.303136 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:07:38.390037 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:38.542266 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779850089768'] for subnet, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:38.604290 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:38.604950 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:38.615915 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] 10.222.0.13 "PUT /v2.0/subnets/499428f8-831a-4724-b50c-fc6e4f6ef16a HTTP/1.1" status: 200 len: 868 time: 0.3068199 Jul 29 17:07:38.618420 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940dc9e-c538-4168-b496-367b79742af3 None None] Network 522ca1fa-64c5-404a-adce-66c7c96ca8e0 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:07:38.625911 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499428f8-831a-4724-b50c-fc6e4f6ef16a,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:07:38.636136 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.636495 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.636881 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.637218 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.637564 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.637987 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.638860 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.639208 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.639558 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.639893 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.640279 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.640565 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d5ac5-f24d-43b8-81da-4e18e739bba3 admin admin] Tracked resource versions report: Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: pushed versions: Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: { 'AddressGroup': {'1.2'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'ConntrackHelper': {'1.0'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Log': {'1.0'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Network': {'1.1'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Port': {'1.7'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'PortForwarding': {'1.2'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'QosPolicy': {'1.8'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SecurityGroup': {'1.4'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SubPort': {'1.0'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Subnet': {'1.1'}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Trunk': {'1.1'}} Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: consumer versions: Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: { DHCP agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: L3 agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: Metadata agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: Metering agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: Open vSwitch agent@dv-cinder-784623-16-iscsi: { 'AddressGroup': '1.2', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'ConntrackHelper': '1.0', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Log': '1.0', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Network': '1.1', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Port': '1.7', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'PortForwarding': '1.2', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'QosPolicy': '1.8', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SecurityGroup': '1.4', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SecurityGroupRule': '1.2', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SubPort': '1.0', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Subnet': '1.1', Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Trunk': '1.1'}} Jul 29 17:07:38.642053 dv-cinder-784623-16-iscsi neutron-server[93267]: {{(pid=93267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:07:39.018134 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-f8e2e26a-d2a7-4656-a3f5-395b6d958135 None None] Provisioning complete for port a1f9adf0-acbe-4909-a3ad-d528dba578ce triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:07:39.018510 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e26a-d2a7-4656-a3f5-395b6d958135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:39.103555 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-f8e2e26a-d2a7-4656-a3f5-395b6d958135 None None] Provisioning complete for port 2bf48548-c7b7-4a29-b534-fd9257c5645d triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:07:39.103848 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e26a-d2a7-4656-a3f5-395b6d958135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:40.768729 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58928) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:40.964243 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d27d4-aca8-4e35-9e59-046fe39a5fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:40.964671 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424d27d4-aca8-4e35-9e59-046fe39a5fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:40.966249 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-424d27d4-aca8-4e35-9e59-046fe39a5fd9 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965661 Jul 29 17:07:41.329521 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-15fe5b72-fbb5-4d61-98f9-f566c33d009c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:43.100536 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58936) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:43.226726 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2855680-b3dd-48b2-802d-56d087194232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:43.227206 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2855680-b3dd-48b2-802d-56d087194232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:43.228766 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b2855680-b3dd-48b2-802d-56d087194232 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1272378 Jul 29 17:07:43.833817 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5d8ed9c1-af0d-4117-80e4-4c8fb4d48434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:43.951118 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:44.780868 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:45.405217 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58944) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:45.530745 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a39eef0-c0d6-4f6b-86f7-e61eef09cd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:45.532104 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-6a39eef0-c0d6-4f6b-86f7-e61eef09cd13 admin admin] 10.222.0.13 "GET /v2.0/networks/522ca1fa-64c5-404a-adce-66c7c96ca8e0 HTTP/1.1" status: 200 len: 869 time: 0.1259370 Jul 29 17:07:46.832616 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:07:47.676844 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 5 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:07:47.698238 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58952) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:47.819864 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b3a19d-452e-476f-9785-e5f998a3ca9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:47.821271 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-d5b3a19d-452e-476f-9785-e5f998a3ca9d admin admin] 10.222.0.13 "GET /v2.0/networks/9c103271-648b-4bbf-8ca9-c871cca89451 HTTP/1.1" status: 200 len: 886 time: 0.1220903 Jul 29 17:07:49.978460 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58960) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:50.101088 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e88bf-1898-4ec2-8abd-ab254382de4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:50.101453 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e88bf-1898-4ec2-8abd-ab254382de4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:50.102999 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b84e88bf-1898-4ec2-8abd-ab254382de4d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235909 Jul 29 17:07:52.296650 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58968) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:52.385970 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e135e51-c488-45a2-94bf-ea3f8a023396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:52.386462 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e135e51-c488-45a2-94bf-ea3f8a023396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:52.388069 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-7e135e51-c488-45a2-94bf-ea3f8a023396 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904400 Jul 29 17:07:54.543022 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58976) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:54.634170 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae186a-f6c9-4804-a1e3-c135e2bd1e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:54.635754 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-2dae186a-f6c9-4804-a1e3-c135e2bd1e86 admin admin] 10.222.0.13 "GET /v2.0/subnets/499428f8-831a-4724-b50c-fc6e4f6ef16a HTTP/1.1" status: 200 len: 868 time: 0.0911670 Jul 29 17:07:56.789188 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 58984) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:07:56.870780 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed19cb8-4256-4f6c-99d5-777b33289296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:07:56.872656 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-3ed19cb8-4256-4f6c-99d5-777b33289296 admin admin] 10.222.0.13 "GET /v2.0/subnets/7576a71d-226b-4c32-9a17-d3f9f67d625b HTTP/1.1" status: 200 len: 816 time: 0.0824881 Jul 29 17:08:11.330567 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8dc826c7-d723-448d-b436-4652adc05415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:13.833811 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-78c19d7e-d976-483f-92c6-929d97e37979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:13.953171 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:14.787462 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:16.836225 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:22.311851 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59038) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:08:22.358290 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [None req-40cd7af7-d62e-4d54-a384-e95defd210aa admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:08:22.359281 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-40cd7af7-d62e-4d54-a384-e95defd210aa admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464921 Jul 29 17:08:24.627676 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59046) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:08:24.677039 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 5 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:08:24.691705 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0253b0c5-519c-4ada-8643-be5e08112fcf admin admin] GET failed (client error): The resource could not be found. Jul 29 17:08:24.693036 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-0253b0c5-519c-4ada-8643-be5e08112fcf admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644255 Jul 29 17:08:24.774880 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b0515-30e6-409d-84d2-6551156d5f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:08:24.776339 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-fd5b0515-30e6-409d-84d2-6551156d5f8b admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0789859 Jul 29 17:08:26.984521 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59054) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:08:27.030588 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:08:27.050826 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Made reservation on behalf of 78e7da48b394485796158bcf0c52488c for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:08:27.053189 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:27.184907 dv-cinder-784623-16-iscsi neutron-server[93266]: WARNING neutron.services.revisions.revision_plugin [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Could not find related network for resource to bump revision. Jul 29 17:08:27.195911 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:08:27.205107 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:27.205449 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Added segment 1be17914-5b48-4501-8a91-665288824bd7 of type vlan for network 621e5312-fa70-4d6a-a49f-f43b2a964f6e Jul 29 17:08:27.245129 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:27.272282 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:27.273242 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:08:27.273826 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:27.328442 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3427904 Jul 29 17:08:27.331377 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Pushing event updated for resources: {'Network': ['ID=621e5312-fa70-4d6a-a49f-f43b2a964f6e,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:27.338195 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.338546 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.338886 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.339217 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.339636 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.339908 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.340240 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.340632 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.340985 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.341318 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.341634 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.341957 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce2e9b4-aae3-4ca2-8c27-d122e6bf97ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:27.353476 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 621e5312-fa70-4d6a-a49f-f43b2a964f6e details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:08:29.538917 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59062) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:08:29.601273 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.pecan_wsgi.hooks.translation [None req-744a4ccf-577c-48ab-94c6-b41d718eaa72 admin admin] GET failed (client error): The resource could not be found. Jul 29 17:08:29.602631 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-744a4ccf-577c-48ab-94c6-b41d718eaa72 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624599 Jul 29 17:08:29.676341 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdf4649-591e-452c-b621-49b9a090ae29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:08:29.678622 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-2cdf4649-591e-452c-b621-49b9a090ae29 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711884 Jul 29 17:08:29.689347 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:08:29.714132 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Made reservation on behalf of 78e7da48b394485796158bcf0c52488c for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:08:29.716279 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:29.875521 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:29.931109 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b7605de-7250-407f-9b33-04d8c2402b42,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:29.938888 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Checking segment: {'id': '1be17914-5b48-4501-8a91-665288824bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:08:29.939242 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Network hostable DHCP agents. Network: 621e5312-fa70-4d6a-a49f-f43b2a964f6e, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:08:29.954953 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Network 621e5312-fa70-4d6a-a49f-f43b2a964f6e is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:08:29.963263 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 621e5312-fa70-4d6a-a49f-f43b2a964f6e) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:08:29.967586 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:08:29.968186 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:29.972592 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83794fd4-9112-4d6d-842b-69750fcd6fd5 None None] Network 621e5312-fa70-4d6a-a49f-f43b2a964f6e requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:08:29.983966 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f591fc8c-5aef-4083-92ff-c7ed5a48a8e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2981195 Jul 29 17:08:30.223329 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-621e5312-fa70-4d6a-a49f-f43b2a964f6e', 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e', 'tenant_id': '78e7da48b394485796158bcf0c52488c', 'fixed_ips': [{'subnet_id': '2b7605de-7250-407f-9b33-04d8c2402b42'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:08:30.224220 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:30.367812 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Allocated IP 192.168.233.2 (621e5312-fa70-4d6a-a49f-f43b2a964f6e/2b7605de-7250-407f-9b33-04d8c2402b42/e514bc37-fc50-43be-9e6c-2211c0783481) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:08:30.512286 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:30.521019 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Transition to ACTIVE for port object e514bc37-fc50-43be-9e6c-2211c0783481 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:08:30.536293 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Transition to ACTIVE for port object e514bc37-fc50-43be-9e6c-2211c0783481 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:08:30.541646 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:30.579360 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Network 621e5312-fa70-4d6a-a49f-f43b2a964f6e is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:08:30.580727 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:08:30.584127 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:08:30.614657 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Pushing event updated for resources: {'Port': ['ID=e514bc37-fc50-43be-9e6c-2211c0783481,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:30.636619 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.636949 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.637291 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.638229 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.638623 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.638890 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.639218 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.639620 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.639887 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.640229 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.640531 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.640872 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:08:30.654032 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Attempting to bind port e514bc37-fc50-43be-9e6c-2211c0783481 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:08:30.654407 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Attempting to bind port e514bc37-fc50-43be-9e6c-2211c0783481 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '1be17914-5b48-4501-8a91-665288824bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:08:30.654766 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Attempting to bind port e514bc37-fc50-43be-9e6c-2211c0783481 on network 621e5312-fa70-4d6a-a49f-f43b2a964f6e {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:08:30.659883 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:08:30.660251 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Checking segment: {'id': '1be17914-5b48-4501-8a91-665288824bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:08:30.660739 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:30.661123 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Bound using segment: {'id': '1be17914-5b48-4501-8a91-665288824bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:08:30.661580 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Bound port: e514bc37-fc50-43be-9e6c-2211c0783481, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be17914-5b48-4501-8a91-665288824bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:08:30.661982 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:30.724923 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] For port e514bc37-fc50-43be-9e6c-2211c0783481, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:08:30.728100 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] For port e514bc37-fc50-43be-9e6c-2211c0783481, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=e514bc37-fc50-43be-9e6c-2211c0783481,segment=NetworkSegment(1be17914-5b48-4501-8a91-665288824bd7),segment_id=1be17914-5b48-4501-8a91-665288824bd7)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:08:30.734365 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:30.793618 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa8c44-b29a-43a2-9ca6-27013e8ab172 None None] Pushing event updated for resources: {'Port': ['ID=e514bc37-fc50-43be-9e6c-2211c0783481,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:31.607788 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f6fea-a76c-4b5f-ab3c-a7ce62613667 None None] Network 621e5312-fa70-4d6a-a49f-f43b2a964f6e requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:08:31.710855 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-78cd2f96-a64b-4927-82fc-00d8c5fad4de None None] Provisioning for port e514bc37-fc50-43be-9e6c-2211c0783481 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:08:31.950962 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device e514bc37-fc50-43be-9e6c-2211c0783481 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:08:32.004938 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port e514bc37-fc50-43be-9e6c-2211c0783481 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:08:32.008915 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port e514bc37-fc50-43be-9e6c-2211c0783481 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:08:32.009319 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:32.092152 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:32.125784 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port e514bc37-fc50-43be-9e6c-2211c0783481, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=e514bc37-fc50-43be-9e6c-2211c0783481,segment=NetworkSegment(1be17914-5b48-4501-8a91-665288824bd7),segment_id=1be17914-5b48-4501-8a91-665288824bd7)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:08:32.129901 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:32.180084 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=e514bc37-fc50-43be-9e6c-2211c0783481,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:08:33.897749 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device e514bc37-fc50-43be-9e6c-2211c0783481 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:08:33.948355 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port e514bc37-fc50-43be-9e6c-2211c0783481 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:08:33.948756 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:41.332687 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-5e40f290-90da-4a4b-992f-d0a70921f8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:43.833999 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-61ac0712-5fd9-4325-a54a-7ae199e839b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:43.954320 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:44.789824 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:08:46.838874 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:01.676184 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 5 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:09:11.336820 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e12b9d3b-93cb-4105-b613-668b54930f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:13.838855 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fb126c3d-a588-4c3d-9dc8-d15d63a49610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:13.957996 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:14.795051 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:16.842560 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:38.675368 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 5 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:09:40.488116 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59114) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:09:40.494218 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [None req-6726eb46-4c5e-4636-82e7-3a5749ab360c tempest-verify_tempest_config-1644206495 tempest-verify_tempest_config-1644206495-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:09:40.495203 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-6726eb46-4c5e-4636-82e7-3a5749ab360c tempest-verify_tempest_config-1644206495 tempest-verify_tempest_config-1644206495-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060661 Jul 29 17:09:40.789569 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59132) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:09:40.895807 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:41.014985 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:41.018758 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:41.064271 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9d2cff8b34648f8b7d6bf99a1a353f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2736695 Jul 29 17:09:41.064991 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2af35bd-430d-4d4e-950a-014bd7d4ffc7,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:09:41.066926 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59138) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:09:41.071649 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.072020 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.072362 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.072815 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.073068 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.073406 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.073734 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.074060 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.074401 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.074727 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.075618 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.075937 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d787f4-463a-4bc7-b418-5e0f7a37093f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.124531 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:41.145366 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:41.231839 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:41.234543 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:41.235791 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2af35bd-430d-4d4e-950a-014bd7d4ffc7 HTTP/1.1" status: 204 len: 168 time: 0.1678419 Jul 29 17:09:41.243579 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2af35bd-430d-4d4e-950a-014bd7d4ffc7,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:09:41.250698 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.251073 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.251413 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.251746 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.252076 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.252426 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.252780 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.253122 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.253478 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.253808 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.254125 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.254443 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a352437a-7343-4719-8282-19cf04bc8af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:09:41.338550 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d988b8a3-726c-44da-b6bc-8601e727957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:43.831082 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6747-aafa-464f-8ceb-7db63fd1d226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:43.960345 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:44.794395 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:09:46.847104 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:11.339485 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-efe75cc2-0291-4f55-95cf-e300d5120b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:13.831656 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0171a0c2-4ea5-444b-9905-a498c2752069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:13.961201 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:14.797147 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:15.674150 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 5 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:10:16.848506 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:41.341400 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1c720f4f-87b9-45d0-bdab-cfa11fcb9146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:43.831165 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-811f041a-6659-43b4-a8b7-7150dc45cc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:43.961248 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:44.801931 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:46.851437 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:10:52.675174 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 5 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:11:11.346529 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7cac0dae-e4eb-4bd5-b7c6-d4b33978005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:13.831048 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bc5dfefe-3bce-4f47-beb3-4c0f44582e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:13.961609 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:14.801911 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:15.423456 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678875'] for agent, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:16.854580 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:29.675041 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:11:30.504867 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59210) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:11:30.605269 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-aad22243-ae4e-440f-8b46-dc4e3999d905 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0992935 Jul 29 17:11:32.794906 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59220) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:11:32.852244 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-da53d672-8be5-41a0-939c-5ac184da0a80 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0562387 Jul 29 17:11:41.339226 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9441e9ae-cc1b-4e3d-86a4-07ec19335484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:43.832971 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-522de4e7-40bf-4fd2-ab77-479af895685f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:43.963011 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:44.805230 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:45.380330 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:11:46.856371 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:06.674272 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:12:11.339854 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e3b389da-6e3b-4566-a706-f0c7b2ccbe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:13.834187 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea0e-dabb-4cb9-aaa6-4d8da48c7082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:13.966889 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:14.807124 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:15.395200 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:16.859257 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:41.341510 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e8b22f86-001e-4ec7-aa13-14167e9255d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:43.673641 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:12:43.834118 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-712f8a13-ca98-435f-871f-1390f533a050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:43.970651 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:44.811239 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:45.400036 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:46.862413 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:12:59.811587 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59358) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:00.209924 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-675231386-network', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:00.232020 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Made reservation on behalf of 4f49c8e7caa845ba89744e3b3f921957 for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:00.234566 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.244031 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.344434 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.349463 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.388663 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb9f5f7-d5bf-45fe-b7ab-724bfd31b2b2,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:00.396029 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:13:00.398500 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.399249 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.399786 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.400261 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.400780 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.401282 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.401761 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.402246 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.402771 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.403265 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.403887 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.404219 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Tracked resource versions report: Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: pushed versions: Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: { 'AddressGroup': {'1.2'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'ConntrackHelper': {'1.0'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Log': {'1.0'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Network': {'1.1'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Port': {'1.7'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'PortForwarding': {'1.2'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'QosPolicy': {'1.8'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SecurityGroup': {'1.4'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SubPort': {'1.0'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Subnet': {'1.1'}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Trunk': {'1.1'}} Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: consumer versions: Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: { DHCP agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: HyperV agent@hv-cinder-78462: {}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: L3 agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: Metadata agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: Metering agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: Open vSwitch agent@dv-cinder-784623-16-iscsi: { 'AddressGroup': '1.2', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'ConntrackHelper': '1.0', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Log': '1.0', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Network': '1.1', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Port': '1.7', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'PortForwarding': '1.2', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'QosPolicy': '1.8', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SecurityGroup': '1.4', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SecurityGroupRule': '1.2', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'SubPort': '1.0', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Subnet': '1.1', Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: 'Trunk': '1.1'}} Jul 29 17:13:00.405897 dv-cinder-784623-16-iscsi neutron-server[93266]: {{(pid=93266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:13:00.419277 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.419672 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Added segment 8c61d919-5750-46ba-afff-3cb80f03c6fd of type vlan for network b39dcddd-f6ab-4305-9095-ea403aee27be Jul 29 17:13:00.468107 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.517226 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.518740 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:00.519672 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.589249 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7758172 Jul 29 17:13:00.595647 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59410) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:00.596661 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c201697-ac01-4eaf-9093-fe8dca7724a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b39dcddd-f6ab-4305-9095-ea403aee27be,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:00.606264 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Request body: {'subnet': {'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-subnet', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:00.609396 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network b39dcddd-f6ab-4305-9095-ea403aee27be details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:13:00.639829 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Made reservation on behalf of 4f49c8e7caa845ba89744e3b3f921957 for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:00.643490 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.832397 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.892579 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:00.897728 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Checking segment: {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:00.898218 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Network hostable DHCP agents. Network: b39dcddd-f6ab-4305-9095-ea403aee27be, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:13:00.916713 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Network b39dcddd-f6ab-4305-9095-ea403aee27be is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:13:00.927729 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, b39dcddd-f6ab-4305-9095-ea403aee27be) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:00.932262 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:00.932949 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.943032 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e72b262-5b21-4ba8-a7fb-fd8e00182572 None None] Network b39dcddd-f6ab-4305-9095-ea403aee27be requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:00.952214 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59426) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:00.952864 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-0a12d800-bf10-41d4-850b-9bfa25bf2eeb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3518004 Jul 29 17:13:00.958801 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:00.983543 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:00.984895 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.070990 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.137165 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-b39dcddd-f6ab-4305-9095-ea403aee27be', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:13:01.138265 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.169677 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59436) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:01.268537 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.306910 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Allocated IP 172.20.0.2 (b39dcddd-f6ab-4305-9095-ea403aee27be/e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb/2d04ba7a-15eb-4cf7-9688-367f82c4984b) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:01.483095 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.492119 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Transition to ACTIVE for port object 2d04ba7a-15eb-4cf7-9688-367f82c4984b will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:01.510514 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Transition to ACTIVE for port object 2d04ba7a-15eb-4cf7-9688-367f82c4984b will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:01.519972 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.568271 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Network b39dcddd-f6ab-4305-9095-ea403aee27be is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:01.573729 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:01.578568 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:01.582718 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Pushing event updated for resources: {'Port': ['ID=2d04ba7a-15eb-4cf7-9688-367f82c4984b,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:01.596888 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.596888 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.597209 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.597890 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.597890 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.598172 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.598473 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.598779 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.599192 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.599586 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.599914 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.600234 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Tracked resource versions report: Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: pushed versions: Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: { 'AddressGroup': {'1.2'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'ConntrackHelper': {'1.0'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Log': {'1.0'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Network': {'1.1'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Port': {'1.7'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'PortForwarding': {'1.2'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'QosPolicy': {'1.8'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SecurityGroup': {'1.4'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SubPort': {'1.0'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Subnet': {'1.1'}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Trunk': {'1.1'}} Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: consumer versions: Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: { DHCP agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: HyperV agent@hv-cinder-78462: {}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: L3 agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: Metadata agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: Metering agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: Open vSwitch agent@dv-cinder-784623-16-iscsi: { 'AddressGroup': '1.2', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'ConntrackHelper': '1.0', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Log': '1.0', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Network': '1.1', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Port': '1.7', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'PortForwarding': '1.2', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'QosPolicy': '1.8', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SecurityGroup': '1.4', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SecurityGroupRule': '1.2', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'SubPort': '1.0', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Subnet': '1.1', Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: 'Trunk': '1.1'}} Jul 29 17:13:01.601381 dv-cinder-784623-16-iscsi neutron-server[93268]: {{(pid=93268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:13:01.620766 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2010784625-network', 'tenant_id': 'b8a60d80c8a542eb8b56e1ab93f9ab8f'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:01.665306 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Attempting to bind port 2d04ba7a-15eb-4cf7-9688-367f82c4984b on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:01.666546 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Attempting to bind port 2d04ba7a-15eb-4cf7-9688-367f82c4984b by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:01.667272 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Attempting to bind port 2d04ba7a-15eb-4cf7-9688-367f82c4984b on network b39dcddd-f6ab-4305-9095-ea403aee27be {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:01.667408 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Made reservation on behalf of b8a60d80c8a542eb8b56e1ab93f9ab8f for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:01.672878 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.674417 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:01.675041 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.676587 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Checking segment: {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:01.677710 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.678470 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Bound using segment: {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:01.679979 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Bound port: 2d04ba7a-15eb-4cf7-9688-367f82c4984b, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:01.681390 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.684623 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.708889 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.742488 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59456) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:01.790715 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] For port 2d04ba7a-15eb-4cf7-9688-367f82c4984b, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:01.795203 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] For port 2d04ba7a-15eb-4cf7-9688-367f82c4984b, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2d04ba7a-15eb-4cf7-9688-367f82c4984b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:01.802897 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.815044 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59462) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:01.874381 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.880766 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.882534 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a586ec7-2f16-4464-beb2-f42f58d3a3c4 None None] Pushing event updated for resources: {'Port': ['ID=2d04ba7a-15eb-4cf7-9688-367f82c4984b,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:01.927142 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:13:01.936010 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Allocated IP 172.27.0.61 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/8e868d3d-ef57-47a9-a44f-b15fa6e687c5) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:01.955027 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:01.955708 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Added segment 4b45ff07-752e-4f47-8a62-59721be40437 of type vlan for network 6b064406-b979-4e9f-9f33-33d5a3eddd6c Jul 29 17:13:01.958765 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f96843-2249-41b0-9aef-b85b0a2ef916,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:02.050251 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.096792 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.099204 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:02.100384 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.111052 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.221546 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0498462 Jul 29 17:13:02.225144 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59474) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:02.232460 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Request body: {'subnet': {'network_id': '6b064406-b979-4e9f-9f33-33d5a3eddd6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2010784625-subnet', 'tenant_id': 'b8a60d80c8a542eb8b56e1ab93f9ab8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:02.242592 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562aa0b-086c-4c4b-b1b5-e0f806ddee5f admin admin] Pushing event updated for resources: {'Network': ['ID=6b064406-b979-4e9f-9f33-33d5a3eddd6c,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:02.254344 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 6b064406-b979-4e9f-9f33-33d5a3eddd6c details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:13:02.276092 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1738359360-network', 'tenant_id': '830ea2fd4ff4417cae93ee70898dd215'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:02.283867 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Made reservation on behalf of b8a60d80c8a542eb8b56e1ab93f9ab8f for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:02.291376 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.322123 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.371250 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-network', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:02.410661 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Made reservation on behalf of 830ea2fd4ff4417cae93ee70898dd215 for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:02.411162 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Made reservation on behalf of 3a7ba8eed504434389df6ffbe5e55bbe for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:02.413244 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.413515 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.430115 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.443839 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.445794 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Pushing event updated for resources: {'Port': ['ID=8e868d3d-ef57-47a9-a44f-b15fa6e687c5,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:02.449917 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:02.461568 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:02.464451 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:02.502720 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.503235 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.504291 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.504837 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.505338 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.505688 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.506017 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.506436 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.506664 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.506982 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.507443 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.507931 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Tracked resource versions report: Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: pushed versions: Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: { 'AddressGroup': {'1.2'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'ConntrackHelper': {'1.0'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Log': {'1.0'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Network': {'1.1'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Port': {'1.7'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'PortForwarding': {'1.2'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'QosPolicy': {'1.8'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SecurityGroup': {'1.4'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SubPort': {'1.0'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Subnet': {'1.1'}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Trunk': {'1.1'}} Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: consumer versions: Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: { DHCP agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: HyperV agent@hv-cinder-78462: {}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: L3 agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: Metadata agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: Metering agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: Open vSwitch agent@dv-cinder-784623-16-iscsi: { 'AddressGroup': '1.2', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'ConntrackHelper': '1.0', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Log': '1.0', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Network': '1.1', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Port': '1.7', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'PortForwarding': '1.2', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'QosPolicy': '1.8', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SecurityGroup': '1.4', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SecurityGroupRule': '1.2', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'SubPort': '1.0', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Subnet': '1.1', Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: 'Trunk': '1.1'}} Jul 29 17:13:02.509087 dv-cinder-784623-16-iscsi neutron-server[93267]: {{(pid=93267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:13:02.672457 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.679643 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.687494 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.752018 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39169de5-de4a-4b60-b68c-d71dd3261374,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:02.785890 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:13:02.818737 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Checking segment: {'id': '4b45ff07-752e-4f47-8a62-59721be40437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b064406-b979-4e9f-9f33-33d5a3eddd6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:02.819436 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Network hostable DHCP agents. Network: 6b064406-b979-4e9f-9f33-33d5a3eddd6c, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:13:02.862174 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.862788 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Added segment 3786e556-948a-4103-912c-c8c58d1990e8 of type vlan for network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 Jul 29 17:13:02.866588 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Network 6b064406-b979-4e9f-9f33-33d5a3eddd6c is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:13:02.886996 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 6b064406-b979-4e9f-9f33-33d5a3eddd6c) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:02.888904 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657856dd-8bff-45e8-a82a-0783b05e78bc,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:02.897323 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed65e3-5a28-4752-896d-f2d65a54fc0d None None] Network 6b064406-b979-4e9f-9f33-33d5a3eddd6c requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:02.907705 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:02.908373 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:02.968903 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.007266 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.012288 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:03.013508 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.078214 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.159682 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:03.182619 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:13:03.202543 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5d032d-8bdb-410f-ab47-9e76367e8b93 None None] Network 6b064406-b979-4e9f-9f33-33d5a3eddd6c requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:03.349928 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.361521 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.375211 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-4181def8-aad8-4204-a1aa-46bd104f4078 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1487322 Jul 29 17:13:03.380359 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-26fc8e45-7919-486b-a5af-d77148f078c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5614471 Jul 29 17:13:03.380634 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59522) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:03.384228 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7fbd7e-3660-4052-ae96-a66df7bc0a4c None None] Network b39dcddd-f6ab-4305-9095-ea403aee27be requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:03.386301 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:13:03.388277 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Request body: {'subnet': {'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-subnet', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:03.402601 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779850181416', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.403227 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Unsubscribe: segment precommit_create {{(pid=93267) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 17:13:03.403729 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.segments_db [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Added segment 98096748-18a8-451b-9764-b3ed31a4920b of type vlan for network c3757230-f5cd-453c-a2d0-06c208c6701b Jul 29 17:13:03.420435 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Made reservation on behalf of 3a7ba8eed504434389df6ffbe5e55bbe for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:03.427754 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.477268 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.489672 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.494614 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906405dd-3056-44f7-8e55-c01be7841def,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:03.550309 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-1daef669-ddac-44b9-9997-515f3d12d99f None None] Provisioning for port 2d04ba7a-15eb-4cf7-9688-367f82c4984b completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:03.646534 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.647584 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:03.648172 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.692480 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.736931 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9932997 Jul 29 17:13:03.737681 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59536) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:03.762837 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Request body: {'subnet': {'network_id': 'c3757230-f5cd-453c-a2d0-06c208c6701b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1738359360-subnet', 'tenant_id': '830ea2fd4ff4417cae93ee70898dd215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:03.794267 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfa81a-e351-4152-b616-762a5cd9bd40 admin admin] Pushing event updated for resources: {'Network': ['ID=c3757230-f5cd-453c-a2d0-06c208c6701b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:03.815587 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:03.820049 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network c3757230-f5cd-453c-a2d0-06c208c6701b details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:13:03.820947 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Checking segment: {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:03.821383 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Network hostable DHCP agents. Network: b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:13:03.864308 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:13:03.874161 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Made reservation on behalf of 830ea2fd4ff4417cae93ee70898dd215 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:03.876877 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.886170 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:03.895283 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:03.896938 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:03.940710 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-27dff3a5-cd7d-488e-a795-32e1219dd536 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5587394 Jul 29 17:13:03.944143 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59542) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:03.953494 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:03.999044 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92949dd4-af67-4778-9ea5-9c6973f163dd None None] Network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:04.008962 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Router aff1dd2b-aa03-43e2-abfe-7612258babd6 is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:13:04.022484 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:04.029865 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:04.189660 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2d04ba7a-15eb-4cf7-9688-367f82c4984b up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:04.305218 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 2d04ba7a-15eb-4cf7-9688-367f82c4984b completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:04.306605 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:04.319077 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd8196-b0a6-4f57-ae9b-ff0e603f8ebf None None] Network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:04.325852 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 2d04ba7a-15eb-4cf7-9688-367f82c4984b triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:04.326236 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:04.349166 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:13:04.361750 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Sync routers for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:13:04.377514 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:04.378415 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:12:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:04.398997 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:04.401722 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4ce8e274-ae6f-4001-b92d-907ae2d50b2d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4483080 Jul 29 17:13:04.404483 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59564) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:04.663052 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:04.670887 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:04.740678 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:04.812478 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 2d04ba7a-15eb-4cf7-9688-367f82c4984b, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2d04ba7a-15eb-4cf7-9688-367f82c4984b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:04.820973 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:04.934192 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=2d04ba7a-15eb-4cf7-9688-367f82c4984b,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:04.973687 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59580) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:04.978170 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.039271 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59590) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:05.107039 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5205d954-8902-41ad-b350-6c53bf0ec94a,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:05.147335 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Checking segment: {'id': '98096748-18a8-451b-9764-b3ed31a4920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3757230-f5cd-453c-a2d0-06c208c6701b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:05.148802 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:02Z', 'revision_number': 3, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:05.150843 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Network hostable DHCP agents. Network: c3757230-f5cd-453c-a2d0-06c208c6701b, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:13:05.178391 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Checking router: aff1dd2b-aa03-43e2-abfe-7612258babd6 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:13:05.179043 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Updating router aff1dd2b-aa03-43e2-abfe-7612258babd6 port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:13:05.206114 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.320398 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Network c3757230-f5cd-453c-a2d0-06c208c6701b is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:13:05.429160 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-24d7963a-acbf-48dd-9445-bc0322831148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.513163 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59606) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:05.532577 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-11804522-network', 'tenant_id': 'f08a38fd217742af8e45017cdcca9a9e'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:05.591976 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8896f08f-bded-496e-83d2-e2011480f5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.607107 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.650608 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.651325 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.653102 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59608) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:05.664055 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Transition to ACTIVE for port object 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:05.672303 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.675904 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, c3757230-f5cd-453c-a2d0-06c208c6701b) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:05.682264 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:05.682863 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.689069 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441fede2-83c4-4355-88ad-8816ef5fc198 None None] Network c3757230-f5cd-453c-a2d0-06c208c6701b requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:05.782925 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Pushing event updated for resources: {'Port': ['ID=8e868d3d-ef57-47a9-a44f-b15fa6e687c5,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:05.798032 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Allocated IP 172.27.0.18 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/8a04217a-ed8c-4cbc-a343-59ddef1fe3c9) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:05.802079 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.803708 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.804800 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.805444 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.806640 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.807618 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.808528 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.808913 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.809523 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.809869 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.811601 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.811956 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Tracked resource versions report: Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: pushed versions: Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: { 'AddressGroup': {'1.2'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'ConntrackHelper': {'1.0'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Log': {'1.0'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Network': {'1.1'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Port': {'1.7'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'PortForwarding': {'1.2'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'QosPolicy': {'1.8'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SecurityGroup': {'1.4'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SecurityGroupRule': {'1.2'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SubPort': {'1.0'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Subnet': {'1.1'}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Trunk': {'1.1'}} Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: consumer versions: Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: { DHCP agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: HyperV agent@hv-cinder-78462: {}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: L3 agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: Metadata agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: Metering agent@dv-cinder-784623-16-iscsi: {}, Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: Open vSwitch agent@dv-cinder-784623-16-iscsi: { 'AddressGroup': '1.2', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'ConntrackHelper': '1.0', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Log': '1.0', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Network': '1.1', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Port': '1.7', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'PortForwarding': '1.2', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'QosPolicy': '1.8', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SecurityGroup': '1.4', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SecurityGroupRule': '1.2', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'SubPort': '1.0', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Subnet': '1.1', Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: 'Trunk': '1.1'}} Jul 29 17:13:05.815040 dv-cinder-784623-16-iscsi neutron-server[93269]: {{(pid=93269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 17:13:05.822520 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Attempting to bind port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:05.822945 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Attempting to bind port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:05.823311 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Attempting to bind port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:05.829068 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:05.829491 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:05.829904 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.830296 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:05.830928 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Bound port: 8e868d3d-ef57-47a9-a44f-b15fa6e687c5, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:05.831328 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.881055 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d14f9-c27a-4f46-949d-f86bfc2bff77 None None] Network c3757230-f5cd-453c-a2d0-06c208c6701b requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:05.892737 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3b2d-47d8-44d5-bc0a-b6a27cd79f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:05.923731 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] For port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:05.930904 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] For port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8e868d3d-ef57-47a9-a44f-b15fa6e687c5,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:05.941112 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.004175 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c845b-aeef-4c33-997e-d321deb4a149 None None] Pushing event updated for resources: {'Port': ['ID=8e868d3d-ef57-47a9-a44f-b15fa6e687c5,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:06.007116 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:06.007736 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:12:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:06.095202 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.095384 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.109682 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2d04ba7a-15eb-4cf7-9688-367f82c4984b up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:06.119522 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-24d7963a-acbf-48dd-9445-bc0322831148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.141964 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-24d7963a-acbf-48dd-9445-bc0322831148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.153592 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Made reservation on behalf of f08a38fd217742af8e45017cdcca9a9e for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:06.155925 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.164129 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 2d04ba7a-15eb-4cf7-9688-367f82c4984b triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:06.164685 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.201069 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:06.211205 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.253911 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7963a-acbf-48dd-9445-bc0322831148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af6c8ba-38d4-442a-920b-b92f87997eef,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:06.277899 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-24d7963a-acbf-48dd-9445-bc0322831148 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa5645d9423b4be19dd1d28b99b8d36c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3009362 Jul 29 17:13:06.282947 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59626) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:06.321958 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.401794 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8896f08f-bded-496e-83d2-e2011480f5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.419603 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Allocated IP 172.20.0.1 (b39dcddd-f6ab-4305-9095-ea403aee27be/e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb/80a9fdb3-3ec1-415b-9985-134f9ea2c36d) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:06.429083 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8896f08f-bded-496e-83d2-e2011480f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.450439 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-8f3729c8-616f-4d58-8540-c5be8fb64d23 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7005782 Jul 29 17:13:06.459925 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:06.479745 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:06.544242 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Pushing event updated for resources: {'Port': ['ID=8a04217a-ed8c-4cbc-a343-59ddef1fe3c9,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:06.551251 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f1d623ab-7a2b-4274-b069-36a5e884a12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.558894 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:06.614265 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:02Z', 'revision_number': 3, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:06.659856 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.664469 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566fb02-6fba-447f-82b9-d556e54c8eed None None] The sync data for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi is: [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:02Z', 'revision_number': 3, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:13:06.670956 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8896f08f-bded-496e-83d2-e2011480f5b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38683a01d52243359e42564a6bce9bca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6270990 Jul 29 17:13:06.686652 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Transition to ACTIVE for port object 80a9fdb3-3ec1-415b-9985-134f9ea2c36d will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:06.696993 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59644) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:06.761157 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3b2d-47d8-44d5-bc0a-b6a27cd79f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.789787 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3b2d-47d8-44d5-bc0a-b6a27cd79f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.794708 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896f08f-bded-496e-83d2-e2011480f5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b732519f-f032-475a-8f70-27780d43d02a,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:06.837762 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f1d623ab-7a2b-4274-b069-36a5e884a12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.850833 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-fd5b3b2d-47d8-44d5-bc0a-b6a27cd79f1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4a95e4555bd4e85be081518c1137b8c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1937463 Jul 29 17:13:06.854100 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59654) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:06.856746 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.869292 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf002-adb7-4f60-9794-749fd2a1b20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.889810 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b3b2d-47d8-44d5-bc0a-b6a27cd79f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f90c84-488f-4c6a-899d-0d5ad5357269,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:06.943674 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Network b39dcddd-f6ab-4305-9095-ea403aee27be is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:06.959155 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:06.962288 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf002-adb7-4f60-9794-749fd2a1b20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:06.986021 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:06.986757 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.030188 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f1d623ab-7a2b-4274-b069-36a5e884a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.032837 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f1d623ab-7a2b-4274-b069-36a5e884a12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.036501 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f1d623ab-7a2b-4274-b069-36a5e884a12b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7af6c8ba-38d4-442a-920b-b92f87997eef HTTP/1.1" status: 204 len: 168 time: 0.7501695 Jul 29 17:13:07.047143 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59676) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:07.058592 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.147613 dv-cinder-784623-16-iscsi neutron-server[93266]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 17:13:07.150314 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Pushing event updated for resources: {'Port': ['ID=80a9fdb3-3ec1-415b-9985-134f9ea2c36d,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:07.152432 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d623ab-7a2b-4274-b069-36a5e884a12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af6c8ba-38d4-442a-920b-b92f87997eef,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:07.282860 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.319532 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.356581 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf002-adb7-4f60-9794-749fd2a1b20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.359055 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf002-adb7-4f60-9794-749fd2a1b20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.360606 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4e5cf002-adb7-4f60-9794-749fd2a1b20a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b732519f-f032-475a-8f70-27780d43d02a HTTP/1.1" status: 204 len: 168 time: 0.6623015 Jul 29 17:13:07.361067 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fe82688a-eab4-47d6-b226-fae200039cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.393941 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fe82688a-eab4-47d6-b226-fae200039cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.411019 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-29a4423e-f3e3-4f74-abb0-2ca835921654 None None] Provisioning for port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:07.419892 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-29a4423e-f3e3-4f74-abb0-2ca835921654 None None] Provisioning complete for port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:07.421427 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-29a4423e-f3e3-4f74-abb0-2ca835921654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.457813 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cf002-adb7-4f60-9794-749fd2a1b20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b732519f-f032-475a-8f70-27780d43d02a,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:07.459784 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:13:07.526669 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb67425b-13fd-446b-a52f-035026c1fd78,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:07.531361 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.531654 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Added segment f58d54d4-fe67-4233-aba7-c75673768975 of type vlan for network cc37fb31-fb8c-4cb3-a132-a04f526a9648 Jul 29 17:13:07.539339 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-29a4423e-f3e3-4f74-abb0-2ca835921654 None None] Port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:13:07.553275 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-76ceee73-14b6-4a87-8b61-0c01f24dbafa tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:07.554988 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-76ceee73-14b6-4a87-8b61-0c01f24dbafa tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/networks?id=c3757230-f5cd-453c-a2d0-06c208c6701b HTTP/1.1" status: 200 len: 812 time: 0.4999802 Jul 29 17:13:07.579314 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.583664 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fe82688a-eab4-47d6-b226-fae200039cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.586650 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fe82688a-eab4-47d6-b226-fae200039cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.588378 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-fe82688a-eab4-47d6-b226-fae200039cd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4f90c84-488f-4c6a-899d-0d5ad5357269 HTTP/1.1" status: 204 len: 168 time: 0.7328911 Jul 29 17:13:07.609794 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82688a-eab4-47d6-b226-fae200039cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f90c84-488f-4c6a-899d-0d5ad5357269,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:07.620166 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.663277 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59684) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:07.679263 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.680253 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:07.680885 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.719305 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ccbee2a6-b862-4524-b165-d9e7265ce642 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/quotas/830ea2fd4ff4417cae93ee70898dd215 HTTP/1.1" status: 200 len: 375 time: 0.1382682 Jul 29 17:13:07.861568 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.869542 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.870486 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.967623 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9a3ac386-3a43-414f-a658-a3cd98068215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:07.986882 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Pushing event updated for resources: {'Port': ['ID=80a9fdb3-3ec1-415b-9985-134f9ea2c36d,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:08.061367 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Network b39dcddd-f6ab-4305-9095-ea403aee27be is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:08.061367 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:08.077942 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59696) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:08.104593 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bc7d40fb-5ed9-4f33-bd60-a1b35c8bbb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.123052 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5995312 Jul 29 17:13:08.165391 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:08.173210 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-b4247f9c-d18d-4afd-990c-26b4cbe5567b tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=830ea2fd4ff4417cae93ee70898dd215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4321878 Jul 29 17:13:08.174714 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59698) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:08.195762 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Request body: {'subnet': {'network_id': 'cc37fb31-fb8c-4cb3-a132-a04f526a9648', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-11804522-subnet', 'tenant_id': 'f08a38fd217742af8e45017cdcca9a9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:08.256638 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c6da7-d9e2-4b47-8df9-5b57021204ba admin admin] Pushing event updated for resources: {'Network': ['ID=cc37fb31-fb8c-4cb3-a132-a04f526a9648,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:08.261517 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:08.270526 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:08.271081 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.275992 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network cc37fb31-fb8c-4cb3-a132-a04f526a9648 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:13:08.300657 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.313695 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59702) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:08.373506 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Router aff1dd2b-aa03-43e2-abfe-7612258babd6 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:13:08.420508 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ec3b709c-82aa-45e4-a5e6-0bb7feb8301b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.498589 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9a3ac386-3a43-414f-a658-a3cd98068215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.511096 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9a3ac386-3a43-414f-a658-a3cd98068215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.560729 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-98c617e8-9f1c-4c3f-96aa-33efa316db7a None None] Provisioning complete for port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:08.564750 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-98c617e8-9f1c-4c3f-96aa-33efa316db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.581878 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59710) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:08.592625 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-9a3ac386-3a43-414f-a658-a3cd98068215 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8094f8f8580466ba5be702eb61372cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9271235 Jul 29 17:13:08.596431 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59714) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:08.605405 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.606442 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-9b9fa6af-3aeb-429f-9f59-5be30447364d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:13:08.607566 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-9b9fa6af-3aeb-429f-9f59-5be30447364d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1059222 Jul 29 17:13:08.611003 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ac386-3a43-414f-a658-a3cd98068215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a9f32-5a35-402b-b5cb-f716f0f0a2d2,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:08.619955 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.db.api [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:13:08.619955 dv-cinder-784623-16-iscsi neutron-server[93266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 17:13:08.619955 dv-cinder-784623-16-iscsi neutron-server[93266]: [parameters: {'project_id_1': 'f08a38fd217742af8e45017cdcca9a9e', 'expiration_1': datetime.datetime(2021, 7, 29, 17, 13, 8, 258853)}] Jul 29 17:13:08.619955 dv-cinder-784623-16-iscsi neutron-server[93266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:13:08.620431 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG oslo_db.api [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:13:08.622721 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.db.api [None req-ec3b709c-82aa-45e4-a5e6-0bb7feb8301b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 17:13:08.622721 dv-cinder-784623-16-iscsi neutron-server[93266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 17:13:08.622721 dv-cinder-784623-16-iscsi neutron-server[93266]: [parameters: {'project_id_1': 'bebc8ed880b2420cafe225ffb03746ad', 'expiration_1': datetime.datetime(2021, 7, 29, 17, 13, 8, 457192)}] Jul 29 17:13:08.622721 dv-cinder-784623-16-iscsi neutron-server[93266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 17:13:08.623097 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG oslo_db.api [None req-ec3b709c-82aa-45e4-a5e6-0bb7feb8301b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 17:13:08.638546 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Router ed972d4f-f099-4e2d-94a0-e7726cb2e724 is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:13:08.653447 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-98c617e8-9f1c-4c3f-96aa-33efa316db7a None None] Port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:13:08.676656 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8e868d3d-ef57-47a9-a44f-b15fa6e687c5,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:08.682307 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.739786 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=8e868d3d-ef57-47a9-a44f-b15fa6e687c5,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:08.749579 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f3413e00-790d-40d5-9a31-fea56644184d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.754451 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b949-7e59-46f1-92bc-15af5b766b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.788578 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b949-7e59-46f1-92bc-15af5b766b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.813397 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:13:08.834185 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-944ac583-5b1e-4ac6-b974-4241209ef210 admin admin] 10.222.0.13 "PUT /v2.0/routers/aff1dd2b-aa03-43e2-abfe-7612258babd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4161720 Jul 29 17:13:08.858955 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-e9df9e04-9e10-459d-b50f-33fafc0899ba service neutron] 10.222.0.13 "GET /v2.0/networks/c3757230-f5cd-453c-a2d0-06c208c6701b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148626 Jul 29 17:13:08.865968 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:13:08.879326 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Sync routers for ids ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:13:08.893565 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bc7d40fb-5ed9-4f33-bd60-a1b35c8bbb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.896708 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Routers {'ed972d4f-f099-4e2d-94a0-e7726cb2e724'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:08.897428 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:12:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:08.908627 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bc7d40fb-5ed9-4f33-bd60-a1b35c8bbb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.913901 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b949-7e59-46f1-92bc-15af5b766b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.916294 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4f8b949-7e59-46f1-92bc-15af5b766b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:08.917453 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-d4f8b949-7e59-46f1-92bc-15af5b766b9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b8a9f32-5a35-402b-b5cb-f716f0f0a2d2 HTTP/1.1" status: 204 len: 168 time: 0.3174837 Jul 29 17:13:08.997775 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-4c328db9-d558-44e3-b9d4-884e04a7017f service neutron] 10.222.0.13 "GET /v2.0/networks/c3757230-f5cd-453c-a2d0-06c208c6701b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297781 Jul 29 17:13:09.014462 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-bc7d40fb-5ed9-4f33-bd60-a1b35c8bbb0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6e5eb8230f842d4a82a1bded6aed4cb&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9345810 Jul 29 17:13:09.016900 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d40fb-5ed9-4f33-bd60-a1b35c8bbb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4823db35-81cd-4ef5-b1a4-625764875b1f,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:09.022343 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59720) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:09.040603 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8b949-7e59-46f1-92bc-15af5b766b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a9f32-5a35-402b-b5cb-f716f0f0a2d2,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:09.112072 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f3413e00-790d-40d5-9a31-fea56644184d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.116982 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Sync routers for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:13:09.122528 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f3413e00-790d-40d5-9a31-fea56644184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.138729 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:09.139375 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:12:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:09.156981 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ec3b709c-82aa-45e4-a5e6-0bb7feb8301b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.159362 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Set router ed972d4f-f099-4e2d-94a0-e7726cb2e724 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:09.165801 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] Notify callbacks [] for router, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.170047 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59728) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:09.178337 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-168e558d-6931-4c90-bb31-50383ada9400 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2317095 Jul 29 17:13:09.399770 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ec3b709c-82aa-45e4-a5e6-0bb7feb8301b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.401972 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3413e00-790d-40d5-9a31-fea56644184d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced88ceb-4d16-4490-8771-10ce0ea8550a,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:09.442912 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ec3b709c-82aa-45e4-a5e6-0bb7feb8301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.538899 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf409fd4-82ad-4d1b-a4d6-d8c3c5326231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.562155 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:09.574467 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf409fd4-82ad-4d1b-a4d6-d8c3c5326231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.638198 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:04Z', 'updated_at': '2021-07-29T17:13:06Z', 'revision_number': 3, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'gw_port': {'id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:05Z', 'updated_at': '2021-07-29T17:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:09.666276 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Checking router: ed972d4f-f099-4e2d-94a0-e7726cb2e724 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:13:09.666630 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Updating router ed972d4f-f099-4e2d-94a0-e7726cb2e724 port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:13:09.666794 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-ec3b709c-82aa-45e4-a5e6-0bb7feb8301b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bebc8ed880b2420cafe225ffb03746ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3516304 Jul 29 17:13:09.669195 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59754) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:09.694260 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.841093 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf409fd4-82ad-4d1b-a4d6-d8c3c5326231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.844428 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf409fd4-82ad-4d1b-a4d6-d8c3c5326231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:09.857386 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-cf409fd4-82ad-4d1b-a4d6-d8c3c5326231 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4823db35-81cd-4ef5-b1a4-625764875b1f HTTP/1.1" status: 204 len: 168 time: 0.8339360 Jul 29 17:13:09.865842 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7e9b4b28-00a6-48d3-9b5a-44a4a9ab0f28 req-246c37e1-b2be-4e0c-8004-9dc16cd073bb tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 210 time: 0.3611386 Jul 29 17:13:09.866522 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b709c-82aa-45e4-a5e6-0bb7feb8301b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a166aa-6ca6-45f1-bd5c-c6277800dae8,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:09.899005 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f3413e00-790d-40d5-9a31-fea56644184d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b075d1edf23841e9a63b229f28cfcd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3144414 Jul 29 17:13:09.916591 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59764) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:09.950801 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 2, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:09.985173 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Made reservation on behalf of f08a38fd217742af8e45017cdcca9a9e for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:09.987454 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.022131 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Checking router: aff1dd2b-aa03-43e2-abfe-7612258babd6 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:13:10.022547 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Updating router aff1dd2b-aa03-43e2-abfe-7612258babd6 port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:13:10.081321 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf409fd4-82ad-4d1b-a4d6-d8c3c5326231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4823db35-81cd-4ef5-b1a4-625764875b1f,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:10.125327 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bf25bffc-6f27-4f21-82c8-ada12d4afb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.133195 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.150354 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:10.183903 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bf25bffc-6f27-4f21-82c8-ada12d4afb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.276742 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b03b2c39-4dfb-4e60-b881-3496ccc9d5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.350184 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b03b2c39-4dfb-4e60-b881-3496ccc9d5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.351146 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bf25bffc-6f27-4f21-82c8-ada12d4afb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.358141 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-bf25bffc-6f27-4f21-82c8-ada12d4afb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.368194 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-bf25bffc-6f27-4f21-82c8-ada12d4afb48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2a166aa-6ca6-45f1-bd5c-c6277800dae8 HTTP/1.1" status: 204 len: 168 time: 0.6976032 Jul 29 17:13:10.383386 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:10.383786 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.391270 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25bffc-6f27-4f21-82c8-ada12d4afb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a166aa-6ca6-45f1-bd5c-c6277800dae8,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:10.405432 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.498676 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b03b2c39-4dfb-4e60-b881-3496ccc9d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.501663 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b03b2c39-4dfb-4e60-b881-3496ccc9d5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.505545 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b03b2c39-4dfb-4e60-b881-3496ccc9d5ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ced88ceb-4d16-4490-8771-10ce0ea8550a HTTP/1.1" status: 204 len: 168 time: 0.5877337 Jul 29 17:13:10.525088 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b2c39-4dfb-4e60-b881-3496ccc9d5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced88ceb-4d16-4490-8771-10ce0ea8550a,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:10.583239 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.623639 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59794) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:10.631399 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.661107 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Transition to ACTIVE for port object 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:10.670957 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.671607 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-73421973-eba5-459b-a033-2a91ff4463b3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758746608', 'description': 'tempest-description--394994200'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:10.751482 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Attempting to bind port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:10.751855 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Attempting to bind port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:10.752225 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Attempting to bind port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:10.758186 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-73421973-eba5-459b-a033-2a91ff4463b3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.764187 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:10.764594 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:10.765002 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.765396 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:10.765870 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Bound port: 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:10.766271 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.770290 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e54c01-3a23-43d1-b13b-de26d0ee44e5 None None] Pushing event updated for resources: {'Port': ['ID=8a04217a-ed8c-4cbc-a343-59ddef1fe3c9,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:10.798017 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Checking segment: {'id': 'f58d54d4-fe67-4233-aba7-c75673768975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cc37fb31-fb8c-4cb3-a132-a04f526a9648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:10.798380 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Network hostable DHCP agents. Network: cc37fb31-fb8c-4cb3-a132-a04f526a9648, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:13:10.804999 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118637a0-1323-460d-9df0-d668f83db184,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:10.841101 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] For port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:10.842326 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Network cc37fb31-fb8c-4cb3-a132-a04f526a9648 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:13:10.846520 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] For port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8a04217a-ed8c-4cbc-a343-59ddef1fe3c9,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:10.854825 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.857098 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, cc37fb31-fb8c-4cb3-a132-a04f526a9648) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:10.868858 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:10.871611 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.880697 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Allocated IP 172.20.0.1 (b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7/1c686ad7-7dde-42db-8b1d-c5688e2b7c7a/1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:10.886619 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.899104 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Transition to ACTIVE for port object 80a9fdb3-3ec1-415b-9985-134f9ea2c36d will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:10.906625 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:10.929473 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e54c01-3a23-43d1-b13b-de26d0ee44e5 None None] Pushing event updated for resources: {'Port': ['ID=8a04217a-ed8c-4cbc-a343-59ddef1fe3c9,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:10.939701 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9006909-3dd3-4974-b0e3-d82b5ba5cffe None None] Network cc37fb31-fb8c-4cb3-a132-a04f526a9648 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:11.014399 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0312b1b3-b352-4b28-8e26-45aeb6bb0025 req-af45708b-876e-4ac3-bf9a-da244fd178a0 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 210 time: 0.0405061 Jul 29 17:13:11.033571 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5868f9-c203-4f3e-a0dd-1378841515a9 None None] Pushing event updated for resources: {'Port': ['ID=80a9fdb3-3ec1-415b-9985-134f9ea2c36d,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:11.119014 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Attempting to bind port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:11.119393 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Attempting to bind port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:11.119754 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Attempting to bind port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d on network b39dcddd-f6ab-4305-9095-ea403aee27be {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:11.130431 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:11.130809 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Checking segment: {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:11.131211 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.131605 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Bound using segment: {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:11.132088 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Bound port: 80a9fdb3-3ec1-415b-9985-134f9ea2c36d, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:11.137365 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.169756 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Routers {'ed972d4f-f099-4e2d-94a0-e7726cb2e724'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:11.170713 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:12:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:11.174906 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc6b7a-dc3c-48c8-9a1d-4758f19cad66 None None] Network cc37fb31-fb8c-4cb3-a132-a04f526a9648 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:11.239502 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] For port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:11.243685 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] For port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=80a9fdb3-3ec1-415b-9985-134f9ea2c36d,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:11.285264 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-73421973-eba5-459b-a033-2a91ff4463b3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.316928 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.428881 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.433768 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.447091 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f70befcd-b314-475c-81b8-479ee6d4ebd9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.2675381 Jul 29 17:13:11.450038 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-73421973-eba5-459b-a033-2a91ff4463b3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.497016 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c9831897-06a1-469b-afce-420bfcce580c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.545497 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] Set router ed972d4f-f099-4e2d-94a0-e7726cb2e724 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:11.555309 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:11.557166 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:12:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:11.558704 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Pushing event updated for resources: {'Port': ['ID=1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:11.561752 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73421973-eba5-459b-a033-2a91ff4463b3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20372a4-9297-4868-8168-260bbd4cf72b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:11.577264 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-73421973-eba5-459b-a033-2a91ff4463b3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.581340 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-73421973-eba5-459b-a033-2a91ff4463b3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9537246 Jul 29 17:13:11.583557 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59824) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:11.587992 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-615693c1-3930-42d6-accd-950a7643da53 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'security_group_rule': {'security_group_id': 'a20372a4-9297-4868-8168-260bbd4cf72b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:11.619426 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:11.627285 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:11.631098 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:11.634911 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.677074 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-615693c1-3930-42d6-accd-950a7643da53 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.874502 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-615693c1-3930-42d6-accd-950a7643da53 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.882955 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-615693c1-3930-42d6-accd-950a7643da53 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.897631 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5868f9-c203-4f3e-a0dd-1378841515a9 None None] Pushing event updated for resources: {'Port': ['ID=80a9fdb3-3ec1-415b-9985-134f9ea2c36d,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:11.938244 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.954017 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615693c1-3930-42d6-accd-950a7643da53 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c71575-1fcf-44ed-9144-bbea4cc463d3,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:11.962621 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-615693c1-3930-42d6-accd-950a7643da53 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:11.965731 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-615693c1-3930-42d6-accd-950a7643da53 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3813698 Jul 29 17:13:11.967625 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:11.968928 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59838) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:11.977870 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-39e7d5fd-5859-4752-a6f7-ab01b8bdaa42 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'security_group_rule': {'security_group_id': 'a20372a4-9297-4868-8168-260bbd4cf72b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:12.007792 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59840) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:12.012305 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:04Z', 'updated_at': '2021-07-29T17:13:06Z', 'revision_number': 3, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'gw_port': {'id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:05Z', 'updated_at': '2021-07-29T17:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:12.098398 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0945d5-82a1-4c07-b272-b0cc114be4bd None None] The sync data for ids ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'] in dv-cinder-784623-16-iscsi is: [{'id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:04Z', 'updated_at': '2021-07-29T17:13:06Z', 'revision_number': 3, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'gw_port': {'id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:05Z', 'updated_at': '2021-07-29T17:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:13:12.126674 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59850) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:12.134787 dv-cinder-784623-16-iscsi neutron-server[93267]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 17:13:12.167364 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29d428e-ac0f-47a6-a9a1-b2aede5a54c4 admin admin] Deleting subnet 39169de5-de4a-4b60-b68c-d71dd3261374 {{(pid=93266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:13:12.181520 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a29d428e-ac0f-47a6-a9a1-b2aede5a54c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.288233 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a29d428e-ac0f-47a6-a9a1-b2aede5a54c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.305613 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a29d428e-ac0f-47a6-a9a1-b2aede5a54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.318774 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-39e7d5fd-5859-4752-a6f7-ab01b8bdaa42 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.365418 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1a369aa5-10fd-4a17-bf38-02ac2a135919 req-e3d8fdd1-8283-4063-8239-649ee44136b2 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 210 time: 0.2319803 Jul 29 17:13:12.446821 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.468072 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.468740 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.473659 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-39e7d5fd-5859-4752-a6f7-ab01b8bdaa42 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.474279 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a29d428e-ac0f-47a6-a9a1-b2aede5a54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.522577 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a29d428e-ac0f-47a6-a9a1-b2aede5a54c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.526654 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-a29d428e-ac0f-47a6-a9a1-b2aede5a54c4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/39169de5-de4a-4b60-b68c-d71dd3261374 HTTP/1.1" status: 204 len: 168 time: 0.5112062 Jul 29 17:13:12.532857 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59868) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:12.556268 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-39e7d5fd-5859-4752-a6f7-ab01b8bdaa42 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:12.586524 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d428e-ac0f-47a6-a9a1-b2aede5a54c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39169de5-de4a-4b60-b68c-d71dd3261374,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:12.588994 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-520f57f9-c098-4eff-a637-65071712f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:11Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:12.601466 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7d5fd-5859-4752-a6f7-ab01b8bdaa42 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f1c98d-1c89-4013-a931-6b312f2195fb,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:12.692434 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f57f9-c098-4eff-a637-65071712f230 None None] The sync data for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi is: [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:11Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:13:13.033746 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:13.049454 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-39e7d5fd-5859-4752-a6f7-ab01b8bdaa42 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:13.053609 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-39e7d5fd-5859-4752-a6f7-ab01b8bdaa42 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0808671 Jul 29 17:13:13.054605 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 59878) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:13.061665 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'floatingip': {'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:13.066548 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Pushing event updated for resources: {'Port': ['ID=1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:13.068986 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:13.087802 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:13.137569 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:13.352312 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:13.381538 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.384004 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.387837 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.388280 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > port after_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.388714 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.389121 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > port after_update 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.389546 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.389983 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.390404 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.390774 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.787073 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.44', 57490) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:13.831385 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.833373 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.834055 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.834947 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:13:13.835613 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b064406-b979-4e9f-9f33-33d5a3eddd6c']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:13.837929 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e10cf790-f9d8-42ba-b12f-b3c07c0453fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:13.861306 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Router ed972d4f-f099-4e2d-94a0-e7726cb2e724 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:13:13.865458 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b45ff07-752e-4f47-8a62-59721be40437') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:13.866063 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b45ff07-752e-4f47-8a62-59721be40437') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:13.905181 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6357428'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:13.946832 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-335f00db-b6d1-46c9-8e38-843e457723f4 req-e1bcec4e-f025-4c2c-84d6-7a5abb97cf6e tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 210 time: 0.1585011 Jul 29 17:13:13.987340 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.016942 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.076159 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:13:14.078290 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.086010 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-281edf87-5776-468c-a80c-0d16b67b9bbf admin admin] 10.222.0.13 "PUT /v2.0/routers/ed972d4f-f099-4e2d-94a0-e7726cb2e724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9148529 Jul 29 17:13:14.102227 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:13:14.102820 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6397020'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: from cryptography.utils import int_from_bytes Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: from cryptography.utils import int_from_bytes Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: Traceback (most recent call last): Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: timer() Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: cb(*args, **kw) Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: return func(*args, **kwargs) Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: self._notify() Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: self.callback(batched_events) Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: event.method(event) Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: return f(self, *a, **k) Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._get(url).json() Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:13:14.112602 dv-cinder-784623-16-iscsi neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:13:14.196784 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.209364 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.211589 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6b064406-b979-4e9f-9f33-33d5a3eddd6c HTTP/1.1" status: 204 len: 168 time: 1.6704459 Jul 29 17:13:14.228399 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59928) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:14.229382 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c0324-ede2-4f82-b013-8f6ee7e0d861 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b064406-b979-4e9f-9f33-33d5a3eddd6c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:14.266983 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:14.317235 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Allocated IP 172.27.0.245 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/9e4197da-0b13-4a9d-b7cc-8c412228acf5) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:14.397056 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2207674-378b-44b1-a5c7-8e8c05f556da admin admin] Deleting subnet 118637a0-1323-460d-9df0-d668f83db184 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:13:14.406693 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a2207674-378b-44b1-a5c7-8e8c05f556da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.431811 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:14.446333 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:14.448671 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.455325 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a2207674-378b-44b1-a5c7-8e8c05f556da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.502463 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-11f5d642-8c62-4909-aa65-abd9f963f45c tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:14.507376 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-11f5d642-8c62-4909-aa65-abd9f963f45c tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.44 "GET /v2.0/networks?id=c3757230-f5cd-453c-a2d0-06c208c6701b HTTP/1.1" status: 200 len: 812 time: 0.7165935 Jul 29 17:13:14.543491 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a2207674-378b-44b1-a5c7-8e8c05f556da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.611681 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.634981 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a2207674-378b-44b1-a5c7-8e8c05f556da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.639974 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Request body: {'port': {'device_id': '7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a', 'network_id': 'c3757230-f5cd-453c-a2d0-06c208c6701b', 'admin_state_up': True, 'tenant_id': '830ea2fd4ff4417cae93ee70898dd215'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:14.653218 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8a04217a-ed8c-4cbc-a343-59ddef1fe3c9,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:14.659515 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.660863 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 80a9fdb3-3ec1-415b-9985-134f9ea2c36d up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:14.690396 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2207674-378b-44b1-a5c7-8e8c05f556da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118637a0-1323-460d-9df0-d668f83db184,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:14.700597 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a2207674-378b-44b1-a5c7-8e8c05f556da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.702538 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-a2207674-378b-44b1-a5c7-8e8c05f556da admin admin] 10.222.0.13 "DELETE /v2.0/subnets/118637a0-1323-460d-9df0-d668f83db184 HTTP/1.1" status: 204 len: 168 time: 0.4709806 Jul 29 17:13:14.705185 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 59958) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:14.743686 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.825433 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.879482 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=8a04217a-ed8c-4cbc-a343-59ddef1fe3c9,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:14.880404 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.922879 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.933549 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:14.939127 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:14.941474 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.998522 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:14.998893 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:15.006488 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:15.017340 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:15.023190 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc37fb31-fb8c-4cb3-a132-a04f526a9648']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:15.048335 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58d54d4-fe67-4233-aba7-c75673768975') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:15.048655 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58d54d4-fe67-4233-aba7-c75673768975') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:15.064837 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'Port': ['ID=9e4197da-0b13-4a9d-b7cc-8c412228acf5,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:15.079583 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6357428'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.112753 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.131749 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.137603 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:13:15.138002 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6397020'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: Traceback (most recent call last): Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: timer() Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: cb(*args, **kw) Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: return func(*args, **kwargs) Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: self._notify() Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: self.callback(batched_events) Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: event.method(event) Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: return f(self, *a, **k) Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._get(url).json() Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:13:15.147434 dv-cinder-784623-16-iscsi neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:13:15.190375 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=80a9fdb3-3ec1-415b-9985-134f9ea2c36d,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:15.196169 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.291128 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=80a9fdb3-3ec1-415b-9985-134f9ea2c36d,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:15.308726 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.316536 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.318750 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc37fb31-fb8c-4cb3-a132-a04f526a9648 HTTP/1.1" status: 204 len: 168 time: 0.6126144 Jul 29 17:13:15.329672 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cc5de-0d1b-409b-a5b8-ba3fe4b78548 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc37fb31-fb8c-4cb3-a132-a04f526a9648,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:15.341110 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3dfa724d-dd4a-4e36-befa-b759dfc566fe req-f049a41d-a7ca-489c-ba4d-23398f24634d tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 210 time: 0.1678333 Jul 29 17:13:15.390386 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Sync routers for ids ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:13:15.443927 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60004) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:15.451301 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.454256 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Routers {'ed972d4f-f099-4e2d-94a0-e7726cb2e724'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:15.455212 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:13:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:15.457961 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.479711 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Made reservation on behalf of 830ea2fd4ff4417cae93ee70898dd215 for: {'port': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:15.485824 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:15.792775 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Allocated IP 172.20.0.4 (c3757230-f5cd-453c-a2d0-06c208c6701b/5205d954-8902-41ad-b350-6c53bf0ec94a/b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:15.821397 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Set router ed972d4f-f099-4e2d-94a0-e7726cb2e724 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:15.993256 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60022) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:16.095828 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.107535 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-9f1d23cf-e917-494d-9d97-bc2d785ddb32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8a60d80c8a542eb8b56e1ab93f9ab8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1102343 Jul 29 17:13:16.108900 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60024) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:16.223140 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:16.286124 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7f063224-2aa0-429b-94fe-f5ff37401cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.415021 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:16.415584 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.460095 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.527296 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:04Z', 'updated_at': '2021-07-29T17:13:11Z', 'revision_number': 4, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'gw_port': {'id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:05Z', 'updated_at': '2021-07-29T17:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc', 'name': '', 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'mac_address': 'fa:16:3e:4a:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c686ad7-7dde-42db-8b1d-c5688e2b7c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:10Z', 'updated_at': '2021-07-29T17:13:12Z', 'revision_number': 2, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'subnets': [{'id': '1c686ad7-7dde-42db-8b1d-c5688e2b7c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:16.577093 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.592330 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7f063224-2aa0-429b-94fe-f5ff37401cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.625227 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Checking router: ed972d4f-f099-4e2d-94a0-e7726cb2e724 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:13:16.627474 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Updating router ed972d4f-f099-4e2d-94a0-e7726cb2e724 port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:13:16.655586 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-277070b3-c28c-44c1-8581-d758b0f9d9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.707983 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'Port': ['ID=9e4197da-0b13-4a9d-b7cc-8c412228acf5,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:16.716402 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.717187 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.771728 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ff345549-74a1-4e9a-8920-70ada626bdde req-e84b3673-cbfa-42d2-beec-2ae830c8fb0d tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 210 time: 0.2096546 Jul 29 17:13:16.811084 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.819271 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:16.820666 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-7576fdc6-30a2-4cbf-a115-7e5a3041e85b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7648082 Jul 29 17:13:16.920301 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60044) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:16.995260 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.022489 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7f063224-2aa0-429b-94fe-f5ff37401cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.025260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7f063224-2aa0-429b-94fe-f5ff37401cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.026650 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-7f063224-2aa0-429b-94fe-f5ff37401cec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0f96843-2249-41b0-9aef-b85b0a2ef916 HTTP/1.1" status: 204 len: 168 time: 0.9166787 Jul 29 17:13:17.039924 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-161e3cea-ed0b-4e6f-9475-4bff05d1865e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:17.063261 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-161e3cea-ed0b-4e6f-9475-4bff05d1865e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 819 time: 0.7557983 Jul 29 17:13:17.089412 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-7acef9ad-af78-4b08-8737-e3d46b586170 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/quotas/3a7ba8eed504434389df6ffbe5e55bbe HTTP/1.1" status: 200 len: 375 time: 0.0251126 Jul 29 17:13:17.106249 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f063224-2aa0-429b-94fe-f5ff37401cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f96843-2249-41b0-9aef-b85b0a2ef916,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:17.173324 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 80a9fdb3-3ec1-415b-9985-134f9ea2c36d up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:17.226697 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-b0dc5b31-fed1-4c5a-b2f6-f7a56ff4f494 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1359019 Jul 29 17:13:17.257234 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-277070b3-c28c-44c1-8581-d758b0f9d9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.264759 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-277070b3-c28c-44c1-8581-d758b0f9d9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.267628 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.271172 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Pushing event updated for resources: {'Port': ['ID=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:17.299858 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Network c3757230-f5cd-453c-a2d0-06c208c6701b is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:17.301610 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:17.305154 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:17.311729 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:17.313210 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.322726 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277070b3-c28c-44c1-8581-d758b0f9d9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c86413-716d-4490-a5fc-32360718f662,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:17.359174 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ea206579-e242-4bcf-8524-a0616063a950 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7430789 Jul 29 17:13:17.375765 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-277070b3-c28c-44c1-8581-d758b0f9d9d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f0a8a6d2c90461ab1f489f20cdc1e41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9303102 Jul 29 17:13:17.379576 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60068) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:17.522927 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f0003a90-5a13-4df8-94f3-107bd2e31166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.542404 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:17.542781 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.556196 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-d0ea93a3-6eeb-4b6c-8391-af1037b0e732 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1758746608&fields=id&tenant_id=4f49c8e7caa845ba89744e3b3f921957 HTTP/1.1" status: 200 len: 267 time: 0.1162708 Jul 29 17:13:17.727909 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-23b44953-62cd-46e1-9717-555fc9d4e761 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:17.735962 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-23b44953-62cd-46e1-9717-555fc9d4e761 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 816 time: 0.1784101 Jul 29 17:13:17.767820 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-362a11bd-8253-460c-bc0a-4052b771dcc6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/quotas/4f49c8e7caa845ba89744e3b3f921957 HTTP/1.1" status: 200 len: 375 time: 0.0303123 Jul 29 17:13:17.813505 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d85ef85f-0643-494b-9de6-ca9142c01f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.873136 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d85ef85f-0643-494b-9de6-ca9142c01f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:17.966637 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-691f42ac-db40-4b1e-8c93-0a618842597e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1949871 Jul 29 17:13:18.086179 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.186697 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60084) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:18.308722 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-8c940e61-8792-4804-8099-29cf249b04f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f08a38fd217742af8e45017cdcca9a9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1207452 Jul 29 17:13:18.311421 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60088) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:18.351564 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Transition to ACTIVE for port object 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:18.353863 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d85ef85f-0643-494b-9de6-ca9142c01f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.357087 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d85ef85f-0643-494b-9de6-ca9142c01f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.358335 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-d85ef85f-0643-494b-9de6-ca9142c01f07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19c86413-716d-4490-a5fc-32360718f662 HTTP/1.1" status: 204 len: 168 time: 0.9770503 Jul 29 17:13:18.364776 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.381013 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-4f8ecd8b-cd8e-4929-8775-1ca1c23db294 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:13:18.382461 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-4f8ecd8b-cd8e-4929-8775-1ca1c23db294 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162523 Jul 29 17:13:18.399331 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-721ae024-d3e8-4a2e-8af1-b31bd15aa4d8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:13:18.400912 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-721ae024-d3e8-4a2e-8af1-b31bd15aa4d8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144493 Jul 29 17:13:18.412151 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f0003a90-5a13-4df8-94f3-107bd2e31166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.415385 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ef85f-0643-494b-9de6-ca9142c01f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c86413-716d-4490-a5fc-32360718f662,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:18.433691 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f0003a90-5a13-4df8-94f3-107bd2e31166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.464938 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f0003a90-5a13-4df8-94f3-107bd2e31166 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ccd0a3cd53c485d97c08e2b3d86b423&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5374160 Jul 29 17:13:18.468388 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60096) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:18.518023 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a87539-f6e5-429c-adad-e39f0356b1a2 None None] Pushing event updated for resources: {'Port': ['ID=1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:18.528286 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e93ef3ab-6cc9-4128-9301-e54d3b1fe0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.529107 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0003a90-5a13-4df8-94f3-107bd2e31166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ebe50c-a558-4dba-aac2-288e5bae5d02,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:18.542874 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-46bfea34-aafa-45cd-a190-79aca4cdd8c2 service neutron] 10.222.0.13 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606792 Jul 29 17:13:18.622720 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Attempting to bind port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:18.623098 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Attempting to bind port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:18.623540 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Attempting to bind port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc on network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:18.637840 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:18.637840 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Checking segment: {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:18.638312 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.638787 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Bound using segment: {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:18.639279 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Bound port: 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:18.645058 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.714665 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9916e1bc-8775-4b3b-b425-b8bcb99de185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.790664 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] For port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:18.796969 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9916e1bc-8775-4b3b-b425-b8bcb99de185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.797281 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] For port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:18.823705 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.868873 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e93ef3ab-6cc9-4128-9301-e54d3b1fe0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.932941 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-50fff1cd-c210-4a29-9aa2-c5fb5b67f77a service neutron] 10.222.0.13 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884838 Jul 29 17:13:18.977448 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9916e1bc-8775-4b3b-b425-b8bcb99de185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.980379 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9916e1bc-8775-4b3b-b425-b8bcb99de185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:18.981744 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-9916e1bc-8775-4b3b-b425-b8bcb99de185 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64ebe50c-a558-4dba-aac2-288e5bae5d02 HTTP/1.1" status: 204 len: 168 time: 0.5122437 Jul 29 17:13:18.999621 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916e1bc-8775-4b3b-b425-b8bcb99de185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ebe50c-a558-4dba-aac2-288e5bae5d02,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:19.064280 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-586b6327-2d22-47de-8b87-4139674df331 service neutron] 10.222.0.13 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561370 Jul 29 17:13:19.159088 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Routers {'ed972d4f-f099-4e2d-94a0-e7726cb2e724'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:19.159979 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:13:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:19.282866 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60112) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:19.332185 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-58016977-4ded-4960-baaa-037ea3dfcc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:19.338413 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a87539-f6e5-429c-adad-e39f0356b1a2 None None] Pushing event updated for resources: {'Port': ['ID=1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:19.358985 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-0fdfe209-da90-4f2e-8be2-8c008bedbfdf service neutron] 10.222.0.13 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829697 Jul 29 17:13:19.390152 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e93ef3ab-6cc9-4128-9301-e54d3b1fe0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:19.394607 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e93ef3ab-6cc9-4128-9301-e54d3b1fe0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:19.396227 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-e93ef3ab-6cc9-4128-9301-e54d3b1fe0e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb67425b-13fd-446b-a52f-035026c1fd78 HTTP/1.1" status: 204 len: 168 time: 1.0835230 Jul 29 17:13:19.429598 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ef3ab-6cc9-4128-9301-e54d3b1fe0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb67425b-13fd-446b-a52f-035026c1fd78,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:19.679738 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] Set router ed972d4f-f099-4e2d-94a0-e7726cb2e724 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:19.715041 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-58016977-4ded-4960-baaa-037ea3dfcc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:19.741396 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-58016977-4ded-4960-baaa-037ea3dfcc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:19.791333 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-58016977-4ded-4960-baaa-037ea3dfcc3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d8dcad12fee4ffeb77b8dbe4e2b88d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073299 Jul 29 17:13:19.794876 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60136) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:19.883268 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a9983-050c-4156-8d80-e78dd1cff927 req-e2ba4859-7106-4586-9f3e-1943a20d3aff tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:19.889857 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c90fabad-396a-489e-90d4-6c0435046645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:19.907902 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d45a9983-050c-4156-8d80-e78dd1cff927 req-e2ba4859-7106-4586-9f3e-1943a20d3aff tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 931 time: 0.5729146 Jul 29 17:13:19.927325 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c90fabad-396a-489e-90d4-6c0435046645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:19.991810 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58016977-4ded-4960-baaa-037ea3dfcc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8827d1-c0f2-4815-b55f-c03deb2965a1,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:19.994979 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c90fabad-396a-489e-90d4-6c0435046645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:19.999329 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c90fabad-396a-489e-90d4-6c0435046645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:20.004934 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-c90fabad-396a-489e-90d4-6c0435046645 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e8827d1-c0f2-4815-b55f-c03deb2965a1 HTTP/1.1" status: 204 len: 168 time: 0.2086253 Jul 29 17:13:20.066616 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d45a9983-050c-4156-8d80-e78dd1cff927 req-36078dbc-1348-4465-874d-3cf2d5bb0289 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496823 Jul 29 17:13:20.082688 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5b640e0a-6424-46ef-8218-65473c75a7d6 req-0ed37711-55e9-4302-b50b-c367e501efdf tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 210 time: 0.0726840 Jul 29 17:13:20.091194 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fabad-396a-489e-90d4-6c0435046645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8827d1-c0f2-4815-b55f-c03deb2965a1,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:20.259203 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bf25acf0-30d6-4d3e-beb2-132efa79bd15 req-76d682f4-fcc4-4750-9bc1-917d28aabec1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 210 time: 0.0916557 Jul 29 17:13:20.384409 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Request body: {'port': {'device_id': '7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:20.547488 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:20.674104 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:13:20.700764 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:04Z', 'updated_at': '2021-07-29T17:13:11Z', 'revision_number': 4, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'gw_port': {'id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:05Z', 'updated_at': '2021-07-29T17:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc', 'name': '', 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'mac_address': 'fa:16:3e:4a:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c686ad7-7dde-42db-8b1d-c5688e2b7c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:10Z', 'updated_at': '2021-07-29T17:13:18Z', 'revision_number': 4, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'subnets': [{'id': '1c686ad7-7dde-42db-8b1d-c5688e2b7c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:20.807748 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd9eff8-47a8-4965-a9ff-7afb23a531b4 None None] The sync data for ids ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'] in dv-cinder-784623-16-iscsi is: [{'id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:04Z', 'updated_at': '2021-07-29T17:13:11Z', 'revision_number': 4, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'gw_port': {'id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:05Z', 'updated_at': '2021-07-29T17:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc', 'name': '', 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'mac_address': 'fa:16:3e:4a:98:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1c686ad7-7dde-42db-8b1d-c5688e2b7c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:10Z', 'updated_at': '2021-07-29T17:13:18Z', 'revision_number': 4, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'subnets': [{'id': '1c686ad7-7dde-42db-8b1d-c5688e2b7c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:13:21.129179 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-08adbf11-3ffb-4459-b766-a2559067e301 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:21.146530 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-08adbf11-3ffb-4459-b766-a2559067e301 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 819 time: 0.3966358 Jul 29 17:13:21.207856 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-4fa827f0-a03c-4d1b-84cb-4434c3f7eb21 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/quotas/3a7ba8eed504434389df6ffbe5e55bbe HTTP/1.1" status: 200 len: 375 time: 0.0570493 Jul 29 17:13:21.373181 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-963a64bc-4958-40af-ba72-2752340ff287 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1551106 Jul 29 17:13:21.686646 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-63f7099d-e5f0-4cb3-beaa-abfdc9a1dbd2 service neutron] 10.222.0.13 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034120 Jul 29 17:13:21.851581 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83cb19-62be-4e84-a90b-553da12744a2 req-1bd45103-9d12-4eda-962d-3a2125d93d67 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:21.870819 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af83cb19-62be-4e84-a90b-553da12744a2 req-1bd45103-9d12-4eda-962d-3a2125d93d67 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 931 time: 0.5524354 Jul 29 17:13:22.003550 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a2406fde-1e42-45f8-b145-14e7b4b28da7 service neutron] 10.222.0.13 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134007 Jul 29 17:13:22.339549 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:22.386192 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 {{(pid=93266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:13:22.435529 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:22.615829 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af83cb19-62be-4e84-a90b-553da12744a2 req-a96679b9-edbe-413a-8469-ad04730c874f tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7430444 Jul 29 17:13:22.627501 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Transition to ACTIVE for port object b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 will not be triggered until provisioned by entity L2. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:22.633197 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.44', 57503) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:22.648102 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:22.732361 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:22.764155 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:22.766356 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:22.867698 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Pushing event updated for resources: {'Port': ['ID=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:22.950189 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5d5b9e98-c6c6-43a8-bac0-17f0a900a630 req-39694c36-af67-4b9e-b991-05d3668ed308 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 210 time: 0.1923513 Jul 29 17:13:23.075885 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-269095f0-d026-49ce-b1d6-84f16f46f5ef tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:23.077766 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-269095f0-d026-49ce-b1d6-84f16f46f5ef tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 819 time: 0.4297400 Jul 29 17:13:23.129973 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Request body: {'port': {'device_id': '75f0c405-505e-43bc-bc90-a73d58668025', 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7', 'admin_state_up': True, 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:23.143580 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:23.235528 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Attempting to bind port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:23.235730 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Attempting to bind port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '98096748-18a8-451b-9764-b3ed31a4920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3757230-f5cd-453c-a2d0-06c208c6701b'}] {{(pid=93266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:23.236057 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Attempting to bind port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 on network c3757230-f5cd-453c-a2d0-06c208c6701b {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:23.242514 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:23.243417 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ab4ce8-d915-4c4a-9cc5-5241f256f259 req-c14226ab-3c07-463c-a076-3557e614e620 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 210 time: 0.1530252 Jul 29 17:13:23.245619 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 on network c3757230-f5cd-453c-a2d0-06c208c6701b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:13:23.245886 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Attempting to bind port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 on network c3757230-f5cd-453c-a2d0-06c208c6701b {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:23.252150 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:23.258064 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:23.258064 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Checking segment: {'id': '98096748-18a8-451b-9764-b3ed31a4920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3757230-f5cd-453c-a2d0-06c208c6701b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:23.258489 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Bound using segment: {'id': '98096748-18a8-451b-9764-b3ed31a4920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3757230-f5cd-453c-a2d0-06c208c6701b'} {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:23.259281 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Bound port: b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98096748-18a8-451b-9764-b3ed31a4920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c3757230-f5cd-453c-a2d0-06c208c6701b'}}] {{(pid=93266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:23.259609 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:23.481826 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] For port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86, host hv-cinder-78462, cleared binding levels {{(pid=93266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:23.490394 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] For port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,segment=NetworkSegment(98096748-18a8-451b-9764-b3ed31a4920b),segment_id=98096748-18a8-451b-9764-b3ed31a4920b)] {{(pid=93266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:23.500625 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:23.529091 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:23.563647 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.44', 57507) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:23.617827 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:23.629302 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:23.631852 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] 10.222.0.44 "PUT /v2.0/ports/b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 HTTP/1.1" status: 200 len: 1093 time: 4.2886558 Jul 29 17:13:23.632724 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a', 'tag': 'b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:13:24.137738 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37551dd-6def-45a5-838a-6d7e11744fbc service neutron] Pushing event updated for resources: {'Port': ['ID=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,revision_number=3']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:24.280653 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:24.436958 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-7bb707c4-72a0-43a8-91f6-812832f4ae65 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:24.438595 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-7bb707c4-72a0-43a8-91f6-812832f4ae65 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 816 time: 0.8170838 Jul 29 17:13:24.447157 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738727f9-d943-44b3-a87e-63325ae7b004 req-96b102cf-2e2b-4aaa-8656-3f929704b9cb tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:24.451435 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-738727f9-d943-44b3-a87e-63325ae7b004 req-96b102cf-2e2b-4aaa-8656-3f929704b9cb tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 943 time: 0.4000137 Jul 29 17:13:24.476160 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:24.476489 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:24.490988 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-467354f8-5126-4fcd-91ce-0ccf38ed252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:24.493072 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-467354f8-5126-4fcd-91ce-0ccf38ed252b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=830ea2fd4ff4417cae93ee70898dd215&device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 1096 time: 0.6037111 Jul 29 17:13:24.557270 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d8b492ea-0b18-4fd4-889b-e018b79e28fc req-2e021473-d5bf-4955-a355-ac5c51f61eec tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 210 time: 0.2689209 Jul 29 17:13:24.731219 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Made reservation on behalf of 3a7ba8eed504434389df6ffbe5e55bbe for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:24.746312 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc087bd-39a1-4c03-aa9e-3ee294666540" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a", "tag": "b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:13:24.749840 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:24.762023 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-738727f9-d943-44b3-a87e-63325ae7b004 req-1257d6e2-97b2-48c8-bbd3-50151f3bbfe4 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915514 Jul 29 17:13:24.769770 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-a0d954c6-0044-4dff-a484-1c5090146a13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 HTTP/1.1" status: 200 len: 217 time: 0.2349164 Jul 29 17:13:24.889815 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ebc2edf8-68a7-4b44-83bd-2fcfeba70433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:24.895173 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-ebc2edf8-68a7-4b44-83bd-2fcfeba70433 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5205d954-8902-41ad-b350-6c53bf0ec94a HTTP/1.1" status: 200 len: 852 time: 0.1138923 Jul 29 17:13:24.988359 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-f205e8ca-49ec-40a8-9142-882b8cd04d43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f49c8e7caa845ba89744e3b3f921957 HTTP/1.1" status: 200 len: 380 time: 0.3902848 Jul 29 17:13:25.021402 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'port': {'device_id': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'admin_state_up': True, 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'security_groups': ['a20372a4-9297-4868-8168-260bbd4cf72b']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:25.162325 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-86ad8cd9-a9ec-49ea-afa2-409a9ad90753 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3757230-f5cd-453c-a2d0-06c208c6701b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1998632 Jul 29 17:13:25.162948 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.44', 57511) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:25.173437 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e158ec4-6c3a-47e8-aaa5-8cbf6e8ad646 x-openstack-request-id: req-2e158ec4-6c3a-47e8-aaa5-8cbf6e8ad646 {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:13:25.173886 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a", "tag": "b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:13:25.175518 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e158ec4-6c3a-47e8-aaa5-8cbf6e8ad646 {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:13:25.179002 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a', 'tag': 'b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86', 'status': 'completed', 'code': 200} Jul 29 17:13:25.203251 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8d292f9e-d7e3-4714-a518-5da6daeb4b0a req-4d84321c-560c-40a4-86f2-02685498c08c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 210 time: 0.3553257 Jul 29 17:13:25.659282 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-ff2f7d35-0e23-486f-96ea-457b10ce6de0 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:25.662313 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-ff2f7d35-0e23-486f-96ea-457b10ce6de0 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 819 time: 0.4807854 Jul 29 17:13:25.713876 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Allocated IP 172.20.0.14 (b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7/1c686ad7-7dde-42db-8b1d-c5688e2b7c7a/c99d926a-50ed-4019-b470-6a52e5b2aa44) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:25.839478 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-37663d6a-755b-4ddc-a792-cdef2633bf8c req-84baa454-40e9-4e4f-9f67-a60362296987 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 210 time: 0.1342356 Jul 29 17:13:25.841096 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Made reservation on behalf of 4f49c8e7caa845ba89744e3b3f921957 for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:25.843366 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-9410303e-1d69-4b63-9b68-f3b33e096aa1 service neutron] 10.222.0.44 "GET /v2.0/networks/c3757230-f5cd-453c-a2d0-06c208c6701b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194224 Jul 29 17:13:25.846506 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:25.857180 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Request body: {'port': {'device_id': 'b2d118b8-30d2-4fa5-a110-adc5041e4c97', 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7', 'admin_state_up': True, 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:26.112140 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Made reservation on behalf of 3a7ba8eed504434389df6ffbe5e55bbe for: {'port': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:26.116514 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:26.314580 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacedfd-eae4-4ea8-8490-bbb62c3fc50b req-c6dda2d1-4c4d-4bb6-8c9d-9606ad9e6906 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:26.316944 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8cacedfd-eae4-4ea8-8490-bbb62c3fc50b req-c6dda2d1-4c4d-4bb6-8c9d-9606ad9e6906 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 943 time: 0.4045005 Jul 29 17:13:26.386994 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0ec3b342-90b0-40a3-8f11-d64d858bb6ff req-1f5a5bd3-13d0-416f-b4c6-dea536c3b727 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 210 time: 0.0495050 Jul 29 17:13:26.429057 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:26.436666 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Allocated IP 172.20.0.13 (b39dcddd-f6ab-4305-9095-ea403aee27be/e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb/ec72059c-d6a2-4b78-a35d-9f3523ca1d5b) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:26.457851 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8cacedfd-eae4-4ea8-8490-bbb62c3fc50b req-55592135-b9e7-483c-b642-4405d66a7912 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295350 Jul 29 17:13:26.585315 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:26.687645 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:26.698438 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:26.702362 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:26.801296 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:26.801962 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:26.820757 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Pushing event updated for resources: {'Port': ['ID=c99d926a-50ed-4019-b470-6a52e5b2aa44,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:26.845614 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-52240ce9-22ad-48b8-868c-92b0729ba8fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7303634 Jul 29 17:13:26.856169 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:26.887993 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Transition to ACTIVE for port object ec72059c-d6a2-4b78-a35d-9f3523ca1d5b will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:26.981875 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:26.986235 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Allocated IP 172.20.0.5 (b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7/1c686ad7-7dde-42db-8b1d-c5688e2b7c7a/4358736c-0d6f-46a0-8486-85330e5cd516) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:27.021315 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5cbb47dd-0dff-4d6b-8c0a-e726d72cbb04 req-bc17831b-148a-481b-b213-707129393936 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 210 time: 0.0364363 Jul 29 17:13:27.059596 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Network b39dcddd-f6ab-4305-9095-ea403aee27be is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:27.068922 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:27.071244 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:27.080568 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:27.123216 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60444) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:27.156997 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:27.158608 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.187380 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-bde81e0b-8c1d-46b5-9597-8bb3b8a23a3b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1976485 Jul 29 17:13:27.292008 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.296097 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8c016997-b468-414c-92a3-49e21d128b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.341633 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-d58c62f9-2f68-4aa4-8a1d-2491b1e1dbaa None None] Provisioning for port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:27.347398 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-d58c62f9-2f68-4aa4-8a1d-2491b1e1dbaa None None] Provisioning complete for port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:27.347845 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d58c62f9-2f68-4aa4-8a1d-2491b1e1dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.372801 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.386784 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-d58c62f9-2f68-4aa4-8a1d-2491b1e1dbaa None None] Port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:13:27.424325 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:27.433353 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:27.441588 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:27.447019 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:27.447650 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.453459 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Pushing event updated for resources: {'Port': ['ID=4358736c-0d6f-46a0-8486-85330e5cd516,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:27.486480 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8c016997-b468-414c-92a3-49e21d128b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.491961 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8c016997-b468-414c-92a3-49e21d128b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.512693 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-067ee6eb-0d74-42af-ada2-1086cbd778fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6670196 Jul 29 17:13:27.539650 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c016997-b468-414c-92a3-49e21d128b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b823feaf-4b6b-4444-9abe-06b42f2e16ce,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:27.547158 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8c016997-b468-414c-92a3-49e21d128b1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47e13c75157546379d69361d03138cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210520 Jul 29 17:13:27.547941 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60454) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:27.599785 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e380d4-a4b4-4f5b-838b-0eb02929a07f req-7c8b91de-b81c-4d3a-9cba-ffff4a468d08 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:27.607393 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f9e380d4-a4b4-4f5b-838b-0eb02929a07f req-7c8b91de-b81c-4d3a-9cba-ffff4a468d08 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 932 time: 0.1263065 Jul 29 17:13:27.639763 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-66cea61b-15ca-4269-bd03-b600f6c986ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.644505 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f9e380d4-a4b4-4f5b-838b-0eb02929a07f req-7b7c8810-9506-4b6c-8c4b-7ec46523a301 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355282 Jul 29 17:13:27.650258 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f8240-4988-46c6-8da5-44489a0484aa req-305ad79c-76d6-483d-8c66-d0594608f7f6 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:27.651767 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e3f8240-4988-46c6-8da5-44489a0484aa req-305ad79c-76d6-483d-8c66-d0594608f7f6 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 943 time: 0.0793326 Jul 29 17:13:27.683290 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-66cea61b-15ca-4269-bd03-b600f6c986ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.721161 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e3f8240-4988-46c6-8da5-44489a0484aa req-43796e78-4991-40c3-9f5e-644a99ca3fa9 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622492 Jul 29 17:13:27.742513 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-66cea61b-15ca-4269-bd03-b600f6c986ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.745335 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-66cea61b-15ca-4269-bd03-b600f6c986ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:27.746495 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-66cea61b-15ca-4269-bd03-b600f6c986ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b823feaf-4b6b-4444-9abe-06b42f2e16ce HTTP/1.1" status: 204 len: 168 time: 0.1976244 Jul 29 17:13:27.761690 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cea61b-15ca-4269-bd03-b600f6c986ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b823feaf-4b6b-4444-9abe-06b42f2e16ce,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:28.035011 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60464) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:28.053635 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5f70e425-b25e-424a-9300-93d47038082c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:28.155195 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680be9b4-146c-487c-bc4c-b29011765393 req-087cce81-2e4b-4982-8eae-b8948d740e69 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:28.156937 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-680be9b4-146c-487c-bc4c-b29011765393 req-087cce81-2e4b-4982-8eae-b8948d740e69 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 931 time: 0.0523646 Jul 29 17:13:28.158394 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5f70e425-b25e-424a-9300-93d47038082c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:28.163562 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5f70e425-b25e-424a-9300-93d47038082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:28.219464 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-5f70e425-b25e-424a-9300-93d47038082c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53d4acfb38e44981b4b55704244d22e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828499 Jul 29 17:13:28.220645 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70e425-b25e-424a-9300-93d47038082c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51074359-057e-4d06-8fd0-a0ef3bfc0794,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:28.223751 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60474) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:28.231748 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-680be9b4-146c-487c-bc4c-b29011765393 req-bac09578-8536-4759-a543-182f950bc02b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630794 Jul 29 17:13:28.293300 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d97d493c-530d-4a53-b5e0-79fc84099d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:28.319859 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d97d493c-530d-4a53-b5e0-79fc84099d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:28.374588 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d97d493c-530d-4a53-b5e0-79fc84099d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:28.377218 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d97d493c-530d-4a53-b5e0-79fc84099d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:28.378586 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-d97d493c-530d-4a53-b5e0-79fc84099d61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51074359-057e-4d06-8fd0-a0ef3bfc0794 HTTP/1.1" status: 204 len: 168 time: 0.1536508 Jul 29 17:13:28.386745 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d493c-530d-4a53-b5e0-79fc84099d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51074359-057e-4d06-8fd0-a0ef3bfc0794,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:28.912832 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cb7f6-34a9-4a65-9af0-5ea245938e96 req-d83e9229-bb02-49d1-8b63-74d44fe7e601 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:28.952315 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-026cb7f6-34a9-4a65-9af0-5ea245938e96 req-d83e9229-bb02-49d1-8b63-74d44fe7e601 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 932 time: 0.2043748 Jul 29 17:13:28.996931 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c30ab5-ee35-4e8a-8a2e-53552bfa8626 req-fc22a38f-0381-4fb4-b2a2-24831ce3c841 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:28.998497 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-69c30ab5-ee35-4e8a-8a2e-53552bfa8626 req-fc22a38f-0381-4fb4-b2a2-24831ce3c841 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 943 time: 0.0943294 Jul 29 17:13:29.038685 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-026cb7f6-34a9-4a65-9af0-5ea245938e96 req-de2a6e76-9f87-4336-8b6e-162739e59cb4 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835118 Jul 29 17:13:29.078738 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-69c30ab5-ee35-4e8a-8a2e-53552bfa8626 req-23c976b8-e52b-43b2-8e28-93b98e1e8022 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638034 Jul 29 17:13:29.463905 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa39e8c-4588-4aed-ab26-a49e08d67589 req-a167a864-b5fc-4827-a966-cf7a211a084a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:29.470423 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ffa39e8c-4588-4aed-ab26-a49e08d67589 req-a167a864-b5fc-4827-a966-cf7a211a084a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 931 time: 0.0975664 Jul 29 17:13:29.551355 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ffa39e8c-4588-4aed-ab26-a49e08d67589 req-379364f5-3ac0-48e1-94d6-339f83fef251 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742915 Jul 29 17:13:30.265878 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999e866-88cd-4fa8-883b-3259e7d2b3d4 req-ac24f53d-8da9-4ddf-9106-c62dd6fb4b0e tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:30.268574 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f999e866-88cd-4fa8-883b-3259e7d2b3d4 req-ac24f53d-8da9-4ddf-9106-c62dd6fb4b0e tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 943 time: 0.0735953 Jul 29 17:13:30.279434 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe82e8-7b42-4af1-a506-f5a03ceb56a1 req-91cf2049-98e9-470f-b54c-83d2837046e8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:30.282962 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-24fe82e8-7b42-4af1-a506-f5a03ceb56a1 req-91cf2049-98e9-470f-b54c-83d2837046e8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 932 time: 0.1307244 Jul 29 17:13:30.340968 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-24fe82e8-7b42-4af1-a506-f5a03ceb56a1 req-7bea9d03-5967-4ed4-911c-bb219287c148 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501912 Jul 29 17:13:30.376869 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f999e866-88cd-4fa8-883b-3259e7d2b3d4 req-1b43cbaf-b2e3-4bee-ae12-7994f21f48c3 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897043 Jul 29 17:13:30.717844 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f13f15-7994-4e5a-ab05-c5158957da5e req-bd323890-a354-472f-88b1-2a7ae1632947 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:30.720197 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b8f13f15-7994-4e5a-ab05-c5158957da5e req-bd323890-a354-472f-88b1-2a7ae1632947 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 931 time: 0.0630941 Jul 29 17:13:30.766675 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b8f13f15-7994-4e5a-ab05-c5158957da5e req-a7f6e048-c876-496c-be70-0b3d06d068e7 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Jul 29 17:13:31.033847 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60626) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:31.205774 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-776cfc03-ee96-45a7-b646-5a7d936911a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:31.448860 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-776cfc03-ee96-45a7-b646-5a7d936911a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:31.455679 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-776cfc03-ee96-45a7-b646-5a7d936911a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:31.518897 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-776cfc03-ee96-45a7-b646-5a7d936911a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ad0657fa7b64f76a8b8156a8aa74ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830172 Jul 29 17:13:31.538272 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60658) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:31.600383 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cfc03-ee96-45a7-b646-5a7d936911a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cd6842-36b8-42ab-8d2b-bc2a90b681dd,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:31.640270 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fc374-999a-4b6e-9870-433a3efecce6 req-9ca80f67-8070-41e9-b6eb-fc843779ec9f tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:31.643451 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-481fc374-999a-4b6e-9870-433a3efecce6 req-9ca80f67-8070-41e9-b6eb-fc843779ec9f tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 943 time: 0.1349933 Jul 29 17:13:31.694439 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf45cb-de98-4447-9643-01974a15e8c6 req-5c8b875d-3a6a-4be3-842b-a2c3cbef550e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:31.702259 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4dbf45cb-de98-4447-9643-01974a15e8c6 req-5c8b875d-3a6a-4be3-842b-a2c3cbef550e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 932 time: 0.1862125 Jul 29 17:13:31.737779 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60662) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:31.752940 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-481fc374-999a-4b6e-9870-433a3efecce6 req-c959645c-5adc-4bd7-86b3-65a49629dfd3 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965247 Jul 29 17:13:31.783061 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60666) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:31.807115 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4dbf45cb-de98-4447-9643-01974a15e8c6 req-2fd7ee09-9571-4c83-bd78-769b35c51e34 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037962 Jul 29 17:13:31.815663 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-55f98e53-7de6-4076-b331-ca4e4bb5465f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:31.883446 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-55f98e53-7de6-4076-b331-ca4e4bb5465f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:31.960355 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6557fd-cd30-4121-94e3-40a24835dac3 req-ead11cdc-bb92-4367-946a-0e4269f382ef tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:31.962241 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7a6557fd-cd30-4121-94e3-40a24835dac3 req-ead11cdc-bb92-4367-946a-0e4269f382ef tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 931 time: 0.0955119 Jul 29 17:13:31.977077 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7ba267a-0966-496c-b0a4-85a0315499da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:31.999642 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d568c670-f509-45c4-a303-eb4d1d018bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.007972 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-55f98e53-7de6-4076-b331-ca4e4bb5465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.010991 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-55f98e53-7de6-4076-b331-ca4e4bb5465f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.015222 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-55f98e53-7de6-4076-b331-ca4e4bb5465f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10cd6842-36b8-42ab-8d2b-bc2a90b681dd HTTP/1.1" status: 204 len: 168 time: 0.4754784 Jul 29 17:13:32.033556 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f98e53-7de6-4076-b331-ca4e4bb5465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cd6842-36b8-42ab-8d2b-bc2a90b681dd,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:32.068176 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7a6557fd-cd30-4121-94e3-40a24835dac3 req-c9e61300-f2d0-4e13-8fe5-a56961e6191b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813770 Jul 29 17:13:32.155105 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7ba267a-0966-496c-b0a4-85a0315499da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.167331 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7ba267a-0966-496c-b0a4-85a0315499da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.202782 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba267a-0966-496c-b0a4-85a0315499da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62f6893-c437-4790-9f6f-a725ec173236,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:32.236245 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-c7ba267a-0966-496c-b0a4-85a0315499da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e048f8a04d847a799366994343bae76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491317 Jul 29 17:13:32.236245 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60686) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:32.305336 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d568c670-f509-45c4-a303-eb4d1d018bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.311070 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d568c670-f509-45c4-a303-eb4d1d018bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.314257 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e91a4519-9137-4713-b3c3-14ddf4702b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.338620 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e91a4519-9137-4713-b3c3-14ddf4702b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.366551 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-d568c670-f509-45c4-a303-eb4d1d018bea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e2f17ed0e214301bbf145b9b332d95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272519 Jul 29 17:13:32.368420 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568c670-f509-45c4-a303-eb4d1d018bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a144da90-3228-481d-835f-6e86192691fe,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:32.371148 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60688) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:32.397003 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60690) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:32.417415 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-107846ae-d574-4588-9db6-2a8d0b6e4f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.445158 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2dd75169-6359-4b68-82c7-23cccc15cf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.469849 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2dd75169-6359-4b68-82c7-23cccc15cf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.486551 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e91a4519-9137-4713-b3c3-14ddf4702b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.490675 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e91a4519-9137-4713-b3c3-14ddf4702b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.492213 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-e91a4519-9137-4713-b3c3-14ddf4702b02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a62f6893-c437-4790-9f6f-a725ec173236 HTTP/1.1" status: 204 len: 168 time: 0.2548735 Jul 29 17:13:32.513807 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a4519-9137-4713-b3c3-14ddf4702b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62f6893-c437-4790-9f6f-a725ec173236,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:32.566453 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2dd75169-6359-4b68-82c7-23cccc15cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.569556 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2dd75169-6359-4b68-82c7-23cccc15cf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.571062 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-2dd75169-6359-4b68-82c7-23cccc15cf61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a144da90-3228-481d-835f-6e86192691fe HTTP/1.1" status: 204 len: 168 time: 0.1987631 Jul 29 17:13:32.582455 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd75169-6359-4b68-82c7-23cccc15cf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144da90-3228-481d-835f-6e86192691fe,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:32.596588 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-107846ae-d574-4588-9db6-2a8d0b6e4f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.602285 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-107846ae-d574-4588-9db6-2a8d0b6e4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.669283 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-107846ae-d574-4588-9db6-2a8d0b6e4f6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7c1068ff9464b2fa4d7817fd961b6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702892 Jul 29 17:13:32.670232 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107846ae-d574-4588-9db6-2a8d0b6e4f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929fa511-646f-4020-9194-97411bf12186,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:32.672055 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60706) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:32.756680 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8533e1a7-a125-4dea-a4a5-37d0f779d9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.811470 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8533e1a7-a125-4dea-a4a5-37d0f779d9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.878784 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Request body: {'port': {'device_id': '75f0c405-505e-43bc-bc90-a73d58668025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:32.899918 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63ed2bc9-6d8a-4a24-b2c7-6021cd806a2a req-0f0fc368-df8b-4ea4-8c9a-307e227a0c49 service neutron] 10.222.0.44 "GET /v2.0/networks/c3757230-f5cd-453c-a2d0-06c208c6701b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742039 Jul 29 17:13:32.915186 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8533e1a7-a125-4dea-a4a5-37d0f779d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.918730 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8533e1a7-a125-4dea-a4a5-37d0f779d9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:32.921190 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-8533e1a7-a125-4dea-a4a5-37d0f779d9fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/929fa511-646f-4020-9194-97411bf12186 HTTP/1.1" status: 204 len: 168 time: 0.2470820 Jul 29 17:13:32.976222 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533e1a7-a125-4dea-a4a5-37d0f779d9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929fa511-646f-4020-9194-97411bf12186,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:33.016847 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Request body: {'port': {'device_id': 'b2d118b8-30d2-4fa5-a110-adc5041e4c97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:33.038107 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Request body: {'port': {'device_id': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:33.082614 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:33.095038 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60724) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:33.174328 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b91a-5003-41f1-aed4-144dee9e14ca req-9b781570-5820-4e05-a636-2a67b6e78c91 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:33.176465 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dd03b91a-5003-41f1-aed4-144dee9e14ca req-9b781570-5820-4e05-a636-2a67b6e78c91 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 943 time: 0.2754757 Jul 29 17:13:33.215245 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d68417-f91c-4bd9-9ab5-8020a1235e6b req-3394a114-5d84-4b5a-9c5e-94288f16338c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:33.217104 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e3d68417-f91c-4bd9-9ab5-8020a1235e6b req-3394a114-5d84-4b5a-9c5e-94288f16338c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 932 time: 0.2831576 Jul 29 17:13:33.218029 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fd2396a4-f403-4037-9c30-1843dace6c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:33.277966 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:33.289237 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dd03b91a-5003-41f1-aed4-144dee9e14ca req-bc69d950-3ba9-4cfa-8356-77c04b78a27a tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Jul 29 17:13:33.289809 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:33.323084 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-e3c4aaaf-1943-4607-b3b1-0a6ea85a3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:33.325236 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-e3c4aaaf-1943-4607-b3b1-0a6ea85a3ec0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=830ea2fd4ff4417cae93ee70898dd215&device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 1096 time: 0.1918523 Jul 29 17:13:33.356748 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60730) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:33.418465 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21b4f966-ab7e-4bba-afc0-2f16c0ef6a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:33.471253 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e3d68417-f91c-4bd9-9ab5-8020a1235e6b req-76e34e48-3c9f-4685-8e6c-1e3ea7111f3a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370462 Jul 29 17:13:33.710194 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d971e0-fcef-4ed3-9cbd-1cd03789c5e3 req-98203eb0-c841-4d96-a819-181b0c430d12 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:33.711878 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c8d971e0-fcef-4ed3-9cbd-1cd03789c5e3 req-98203eb0-c841-4d96-a819-181b0c430d12 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 931 time: 0.2527061 Jul 29 17:13:33.771658 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-cac5edad-083c-4fa5-afca-dd560283811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:33.773320 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-cac5edad-083c-4fa5-afca-dd560283811b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3757230-f5cd-453c-a2d0-06c208c6701b HTTP/1.1" status: 200 len: 913 time: 0.4404979 Jul 29 17:13:33.841821 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c8d971e0-fcef-4ed3-9cbd-1cd03789c5e3 req-18f2b6c7-4404-4807-96b0-59617227650a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174431 Jul 29 17:13:33.843504 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-1cca430b-3870-462a-b161-078f0fee84b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 HTTP/1.1" status: 200 len: 217 time: 0.0568407 Jul 29 17:13:33.917571 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-538217fc-201d-45fe-8d04-bf2e75bcfd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:33.919355 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-538217fc-201d-45fe-8d04-bf2e75bcfd33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5205d954-8902-41ad-b350-6c53bf0ec94a HTTP/1.1" status: 200 len: 852 time: 0.0678356 Jul 29 17:13:33.978786 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-1800ccae-b59b-4bea-bf84-f550fba7c254 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3757230-f5cd-453c-a2d0-06c208c6701b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513775 Jul 29 17:13:34.066953 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fd2396a4-f403-4037-9c30-1843dace6c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.092113 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fd2396a4-f403-4037-9c30-1843dace6c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.151414 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99d926a-50ed-4019-b470-6a52e5b2aa44 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:13:34.173460 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.180655 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-fd2396a4-f403-4037-9c30-1843dace6c91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b85da4e069348b09b9111a451adbbee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0639102 Jul 29 17:13:34.185514 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60768) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:34.192262 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2396a4-f403-4037-9c30-1843dace6c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be609a8-bba3-4277-9c31-46f5a7e3aceb,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:34.194910 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-843669be-42e4-495f-9c1e-4b6047199047 service neutron] 10.222.0.44 "GET /v2.0/networks/c3757230-f5cd-453c-a2d0-06c208c6701b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066412 Jul 29 17:13:34.201324 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60770) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:34.217766 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Transition to ACTIVE for port object c99d926a-50ed-4019-b470-6a52e5b2aa44 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:34.243402 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.301667 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec72059c-d6a2-4b78-a35d-9f3523ca1d5b {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:13:34.322007 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.326776 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Pushing event updated for resources: {'Port': ['ID=c99d926a-50ed-4019-b470-6a52e5b2aa44,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:34.378837 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Transition to ACTIVE for port object ec72059c-d6a2-4b78-a35d-9f3523ca1d5b will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:34.392885 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.481162 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfac2e68-2d5b-4f45-a7f6-158157bdddff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.500963 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2c0fe6f0-1d2c-470b-910f-3b2d976e7e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.519015 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21b4f966-ab7e-4bba-afc0-2f16c0ef6a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.535490 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Attempting to bind port c99d926a-50ed-4019-b470-6a52e5b2aa44 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:34.535871 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Attempting to bind port c99d926a-50ed-4019-b470-6a52e5b2aa44 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:34.536240 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Attempting to bind port c99d926a-50ed-4019-b470-6a52e5b2aa44 on network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:34.555232 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Port c99d926a-50ed-4019-b470-6a52e5b2aa44 on network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:13:34.555671 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Attempting to bind port c99d926a-50ed-4019-b470-6a52e5b2aa44 on network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:34.566113 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:34.572571 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:34.572909 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Checking segment: {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:34.573487 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Bound using segment: {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:34.584532 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Bound port: c99d926a-50ed-4019-b470-6a52e5b2aa44, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:34.585179 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.586307 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21b4f966-ab7e-4bba-afc0-2f16c0ef6a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.611846 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb7a44-9b47-4a1d-97cf-78eda2fdca55 req-81e29c3d-eff2-46b8-8db6-f27a284a0265 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:34.613531 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3bb7a44-9b47-4a1d-97cf-78eda2fdca55 req-81e29c3d-eff2-46b8-8db6-f27a284a0265 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 943 time: 0.1591861 Jul 29 17:13:34.739148 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-21b4f966-ab7e-4bba-afc0-2f16c0ef6a33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f4dfce201db45279b9ac723adc3ba56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3700674 Jul 29 17:13:34.740615 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4358736c-0d6f-46a0-8486-85330e5cd516 {{(pid=93266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:13:34.744099 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 60794) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:34.782403 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3bb7a44-9b47-4a1d-97cf-78eda2fdca55 req-a192e142-163c-45ac-9771-f4706f0ac591 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524868 Jul 29 17:13:34.789684 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:13:34.797302 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.799384 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Attempting to bind port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:34.800462 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Attempting to bind port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:34.800822 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Attempting to bind port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b on network b39dcddd-f6ab-4305-9095-ea403aee27be {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:34.807638 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2c0fe6f0-1d2c-470b-910f-3b2d976e7e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.832205 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] For port c99d926a-50ed-4019-b470-6a52e5b2aa44, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:34.846791 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b on network b39dcddd-f6ab-4305-9095-ea403aee27be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:13:34.847349 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Attempting to bind port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b on network b39dcddd-f6ab-4305-9095-ea403aee27be {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:34.853300 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-a93d4fd9-d863-419f-95b5-c43c021708b4 service neutron] 10.222.0.44 "GET /v2.0/networks/c3757230-f5cd-453c-a2d0-06c208c6701b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391470 Jul 29 17:13:34.861843 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Transition to ACTIVE for port object 4358736c-0d6f-46a0-8486-85330e5cd516 will not be triggered until provisioned by entity L2. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:34.899594 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4f966-ab7e-4bba-afc0-2f16c0ef6a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce5601b-7b6f-4680-94b9-c02a426565af,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:34.901010 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:34.901361 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Checking segment: {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:34.902225 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.915601 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Bound using segment: {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:34.918842 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Bound port: ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:34.919418 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.935114 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] For port c99d926a-50ed-4019-b470-6a52e5b2aa44, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:34.950085 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:34.983044 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,segment=NetworkSegment(98096748-18a8-451b-9764-b3ed31a4920b),segment_id=98096748-18a8-451b-9764-b3ed31a4920b)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:35.002323 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86', 'network_id': 'c3757230-f5cd-453c-a2d0-06c208c6701b', 'port_id': 'b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86', 'mac_address': 'fa:16:3e:71:c5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5205d954-8902-41ad-b350-6c53bf0ec94a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:13:35.057092 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07340af-4977-48bb-82a1-f3887851bfc7 req-6658ad0f-7dac-4c7f-bc7d-cdc97ca588db tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:35.058874 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f07340af-4977-48bb-82a1-f3887851bfc7 req-6658ad0f-7dac-4c7f-bc7d-cdc97ca588db tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.3464234 Jul 29 17:13:35.064760 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfac2e68-2d5b-4f45-a7f6-158157bdddff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.067534 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.074889 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2c0fe6f0-1d2c-470b-910f-3b2d976e7e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.077864 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2c0fe6f0-1d2c-470b-910f-3b2d976e7e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.079450 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-2c0fe6f0-1d2c-470b-910f-3b2d976e7e03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6be609a8-bba3-4277-9c31-46f5a7e3aceb HTTP/1.1" status: 204 len: 168 time: 0.8923132 Jul 29 17:13:35.095948 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfac2e68-2d5b-4f45-a7f6-158157bdddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.096261 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:35.097143 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.099340 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] 10.222.0.44 "PUT /v2.0/ports/c99d926a-50ed-4019-b470-6a52e5b2aa44 HTTP/1.1" status: 200 len: 1094 time: 2.2256281 Jul 29 17:13:35.102278 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f0c405-505e-43bc-bc90-a73d58668025', 'tag': 'c99d926a-50ed-4019-b470-6a52e5b2aa44'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:13:35.107322 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:13:35.111701 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Pushing event updated for resources: {'Port': ['ID=4358736c-0d6f-46a0-8486-85330e5cd516,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:35.126619 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fe6f0-1d2c-470b-910f-3b2d976e7e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be609a8-bba3-4277-9c31-46f5a7e3aceb,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:35.146839 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8bc5-357b-49af-bfc6-21d09f9fd3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.212606 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,segment=NetworkSegment(98096748-18a8-451b-9764-b3ed31a4920b),segment_id=98096748-18a8-451b-9764-b3ed31a4920b)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:35.219314 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-cfac2e68-2d5b-4f45-a7f6-158157bdddff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fae50c3b289241ec91c0f58bace4ad91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0092542 Jul 29 17:13:35.221934 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60812) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:35.222677 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.232741 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac2e68-2d5b-4f45-a7f6-158157bdddff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ceee8f-3da9-4c4a-b00b-edcadfddc0e5,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:35.239471 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f07340af-4977-48bb-82a1-f3887851bfc7 req-58ba8190-c33a-4d5b-a21f-32671de34e98 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718414 Jul 29 17:13:35.240176 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Attempting to bind port 4358736c-0d6f-46a0-8486-85330e5cd516 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:35.240609 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Attempting to bind port 4358736c-0d6f-46a0-8486-85330e5cd516 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'}] {{(pid=93266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:35.241011 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Attempting to bind port 4358736c-0d6f-46a0-8486-85330e5cd516 on network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:35.255530 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Port 4358736c-0d6f-46a0-8486-85330e5cd516 on network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:13:35.256130 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Attempting to bind port 4358736c-0d6f-46a0-8486-85330e5cd516 on network b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:35.291925 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:35.292258 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Checking segment: {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:35.292711 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Bound using segment: {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'} {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:35.293164 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Bound port: 4358736c-0d6f-46a0-8486-85330e5cd516, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3786e556-948a-4103-912c-c8c58d1990e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7'}}] {{(pid=93266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:35.293526 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.319233 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:35.322029 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca71b55-63fd-4019-aedf-23988f12c56c service neutron] Pushing event updated for resources: {'Port': ['ID=c99d926a-50ed-4019-b470-6a52e5b2aa44,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:35.368421 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22e03e-532d-49e0-b3ec-c32716f2b928 req-7ce36d8e-9e6e-42e6-bfc4-138733129455 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:35.376615 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-de22e03e-532d-49e0-b3ec-c32716f2b928 req-7ce36d8e-9e6e-42e6-bfc4-138733129455 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 943 time: 0.3862324 Jul 29 17:13:35.385664 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:35.395094 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8bc5-357b-49af-bfc6-21d09f9fd3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.400172 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6fbd-b6e6-4534-83b8-d99b23255f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.435481 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:35.445207 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6fbd-b6e6-4534-83b8-d99b23255f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.464927 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.496035 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] For port 4358736c-0d6f-46a0-8486-85330e5cd516, host hv-cinder-78462, cleared binding levels {{(pid=93266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:35.523175 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] For port 4358736c-0d6f-46a0-8486-85330e5cd516, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4358736c-0d6f-46a0-8486-85330e5cd516,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:35.532163 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.548903 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:35.549514 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.551396 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] 10.222.0.44 "PUT /v2.0/ports/4358736c-0d6f-46a0-8486-85330e5cd516 HTTP/1.1" status: 200 len: 1093 time: 2.5549281 Jul 29 17:13:35.553432 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d118b8-30d2-4fa5-a110-adc5041e4c97', 'tag': '4358736c-0d6f-46a0-8486-85330e5cd516'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:13:35.556320 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5e0356-7b1c-408a-bca7-f264eac8601e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d118b8-30d2-4fa5-a110-adc5041e4c97", "tag": "4358736c-0d6f-46a0-8486-85330e5cd516"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:13:35.572528 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c19754-511a-425c-b6dc-97f78c1ed9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "75f0c405-505e-43bc-bc90-a73d58668025", "tag": "c99d926a-50ed-4019-b470-6a52e5b2aa44"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:13:35.577786 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:13:35.592866 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-a55cd7c1-bcc1-491a-9df1-33f4b44d410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:35.599273 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-a55cd7c1-bcc1-491a-9df1-33f4b44d410b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1097 time: 0.4106722 Jul 29 17:13:35.604495 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6fbd-b6e6-4534-83b8-d99b23255f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.605775 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-de22e03e-532d-49e0-b3ec-c32716f2b928 req-c8b83c76-2860-4de6-99ff-b2ac78064085 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273817 Jul 29 17:13:35.608489 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-6c1a6fbd-b6e6-4534-83b8-d99b23255f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.611839 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-6c1a6fbd-b6e6-4534-83b8-d99b23255f35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93ceee8f-3da9-4c4a-b00b-edcadfddc0e5 HTTP/1.1" status: 204 len: 168 time: 0.3845997 Jul 29 17:13:35.625931 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:35.632812 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.634670 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] 10.222.0.44 "PUT /v2.0/ports/ec72059c-d6a2-4b78-a35d-9f3523ca1d5b HTTP/1.1" status: 200 len: 1094 time: 2.6095567 Jul 29 17:13:35.806452 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-1d5d0c99-252d-4bfc-a00c-9f51f75b951f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44 HTTP/1.1" status: 200 len: 217 time: 0.1675630 Jul 29 17:13:35.966105 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-c7b39450-e0f1-469d-a147-1f0ed37e4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:35.967758 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-c7b39450-e0f1-469d-a147-1f0ed37e4b27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 1097 time: 0.1613207 Jul 29 17:13:35.983354 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8bc5-357b-49af-bfc6-21d09f9fd3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.987153 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4d1b8bc5-357b-49af-bfc6-21d09f9fd3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:35.992294 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4d1b8bc5-357b-49af-bfc6-21d09f9fd3b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fce5601b-7b6f-4680-94b9-c02a426565af HTTP/1.1" status: 204 len: 168 time: 1.2320316 Jul 29 17:13:36.067317 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-65a5302e-f83e-494a-9dcd-790833e21168 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b HTTP/1.1" status: 200 len: 217 time: 0.0775216 Jul 29 17:13:36.070050 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-83fa8087-187c-4bc8-a4e0-4796e90fb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:36.072244 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-83fa8087-187c-4bc8-a4e0-4796e90fb773 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.1923847 Jul 29 17:13:36.073603 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b8bc5-357b-49af-bfc6-21d09f9fd3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce5601b-7b6f-4680-94b9-c02a426565af,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:36.083931 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed1164-3248-4eca-a8f1-d368a6631853 service neutron] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:36.166145 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-d65d1d3a-f58c-4463-b340-5072125033a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:36.167878 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-d65d1d3a-f58c-4463-b340-5072125033a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0618694 Jul 29 17:13:36.240535 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-62821cb6-4314-40a5-b87f-c99a7542b957 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444955 Jul 29 17:13:36.280582 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312d64d-02f8-4e60-8867-383d6abfa12a service neutron] Pushing event updated for resources: {'Port': ['ID=4358736c-0d6f-46a0-8486-85330e5cd516,revision_number=3']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:36.296018 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aab90d-ab40-45c8-b2ab-73c2488594fa x-openstack-request-id: req-c5aab90d-ab40-45c8-b2ab-73c2488594fa {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:13:36.296309 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d118b8-30d2-4fa5-a110-adc5041e4c97", "tag": "4358736c-0d6f-46a0-8486-85330e5cd516", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:13:36.300213 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5aab90d-ab40-45c8-b2ab-73c2488594fa {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:13:36.300213 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d118b8-30d2-4fa5-a110-adc5041e4c97', 'tag': '4358736c-0d6f-46a0-8486-85330e5cd516', 'status': 'completed', 'code': 200} Jul 29 17:13:36.302576 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a6fbd-b6e6-4534-83b8-d99b23255f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ceee8f-3da9-4c4a-b00b-edcadfddc0e5,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:36.353776 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-e11e9809-b40e-4d06-b4b1-16642533ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:36.355397 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-e11e9809-b40e-4d06-b4b1-16642533ae4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 1096 time: 0.7359028 Jul 29 17:13:36.366355 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d2add-7b1c-41de-bb1e-7de9c128b3d8 req-135db59f-397a-413e-be58-d8692cbd0f08 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:36.369291 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3d2d2add-7b1c-41de-bb1e-7de9c128b3d8 req-135db59f-397a-413e-be58-d8692cbd0f08 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 944 time: 0.0850890 Jul 29 17:13:36.388060 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-30603abd-4540-4543-8354-816e96915522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:36.390116 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-30603abd-4540-4543-8354-816e96915522 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1932120 Jul 29 17:13:36.459772 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-65f5445e-332d-4b5f-9dec-0602d92c1348 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4358736c-0d6f-46a0-8486-85330e5cd516 HTTP/1.1" status: 200 len: 217 time: 0.0886037 Jul 29 17:13:36.523543 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-f49c2dc0-7455-475e-a1fe-5cdfa8858df5 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742059 Jul 29 17:13:36.528869 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed288a-30f8-4c42-ab1c-33274cae3aff x-openstack-request-id: req-91ed288a-30f8-4c42-ab1c-33274cae3aff {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:13:36.529764 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f0c405-505e-43bc-bc90-a73d58668025", "tag": "c99d926a-50ed-4019-b470-6a52e5b2aa44", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:13:36.530279 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91ed288a-30f8-4c42-ab1c-33274cae3aff {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:13:36.530971 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f0c405-505e-43bc-bc90-a73d58668025', 'tag': 'c99d926a-50ed-4019-b470-6a52e5b2aa44', 'status': 'completed', 'code': 200} Jul 29 17:13:36.559691 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-027db1f3-19cb-4a2c-b9de-3be1f03ee741 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594279 Jul 29 17:13:36.610531 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3d2d2add-7b1c-41de-bb1e-7de9c128b3d8 req-55b03dc0-fa06-4018-9d79-92ec2dda5157 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305367 Jul 29 17:13:36.663717 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-731a5051-c0e5-43d4-a8cd-5a36880d85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:36.670099 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-731a5051-c0e5-43d4-a8cd-5a36880d85e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.1882582 Jul 29 17:13:36.726879 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-2351a2cf-bad6-43f9-b90b-8166119bcbcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489659 Jul 29 17:13:36.771873 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:36.875360 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-0e264148-83a0-48ac-a529-7728856f885f service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402392 Jul 29 17:13:36.876596 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60868) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:36.997160 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6d74-f69d-4465-a3a9-617782318d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.036248 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:37.050076 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:37.050543 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.052865 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fa106-47e2-4bd1-b6c1-d3d54cae6206 req-f087aa4b-9bee-4f09-8366-a680ee6a9718 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:37.054435 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b36fa106-47e2-4bd1-b6c1-d3d54cae6206 req-f087aa4b-9bee-4f09-8366-a680ee6a9718 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.3662722 Jul 29 17:13:37.058823 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2b81dcb1-4286-4899-a49d-7b98c40903ee req-2e17b3b0-ecac-4dfc-9620-01eac08d157c service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066850 Jul 29 17:13:37.076956 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b43a3-b419-442d-b157-51a9c0bd78e8 req-1374e0b6-97ff-46ec-8242-2bcf3ae2a5a2 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:37.080384 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5ca1e51-f7ae-4ccb-a429-bdc1b2546180 req-42cb6b9e-df6b-4a70-a792-a84985448c26 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008130 Jul 29 17:13:37.081289 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-505b43a3-b419-442d-b157-51a9c0bd78e8 req-1374e0b6-97ff-46ec-8242-2bcf3ae2a5a2 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 943 time: 0.3306820 Jul 29 17:13:37.147174 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b36fa106-47e2-4bd1-b6c1-d3d54cae6206 req-7911a120-a8ed-4e31-9654-5f77a17f50ad tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787253 Jul 29 17:13:37.204913 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-505b43a3-b419-442d-b157-51a9c0bd78e8 req-0b908a11-9195-4211-84a9-adead7a9196d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116443 Jul 29 17:13:37.242768 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.249859 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dbe7d503-6a15-4baa-bbcc-e9158a359dce req-add4a2f8-71a7-4f6b-8f87-fe5f4f946960 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602512 Jul 29 17:13:37.304471 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6d74-f69d-4465-a3a9-617782318d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.313335 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6d74-f69d-4465-a3a9-617782318d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.317600 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:13:37.325626 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-7ce42a70-83e9-4b9f-a1ce-c59a9c3e8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:37.327988 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-7ce42a70-83e9-4b9f-a1ce-c59a9c3e8f3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1097 time: 0.1348109 Jul 29 17:13:37.426789 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,segment=NetworkSegment(98096748-18a8-451b-9764-b3ed31a4920b),segment_id=98096748-18a8-451b-9764-b3ed31a4920b)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:37.433297 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.470473 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-a5fc6d74-f69d-4465-a3a9-617782318d9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c15b1db9bb4e46859cd18545b0914d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820913 Jul 29 17:13:37.473728 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc6d74-f69d-4465-a3a9-617782318d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd3ec7b-01fc-484d-8f20-ee88f108ad7a,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:37.477099 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 60898) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:37.505286 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:37.564251 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-341f74f9-072c-4b85-9628-9037adb5d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:37.566651 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-341f74f9-072c-4b85-9628-9037adb5d144 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 1096 time: 0.2027540 Jul 29 17:13:37.598446 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ff141e8f-a1c3-4ac5-8f24-e7d9b3940c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.641189 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-7a25819d-2dc9-48e4-8a89-8909b1efd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:37.642612 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-7a25819d-2dc9-48e4-8a89-8909b1efd1b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 920 time: 0.2945261 Jul 29 17:13:37.666870 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ff141e8f-a1c3-4ac5-8f24-e7d9b3940c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.703572 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-34f8875a-b3e5-43ce-a783-f8fb6d1e81b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44 HTTP/1.1" status: 200 len: 217 time: 0.0526896 Jul 29 17:13:37.722038 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112cb93a-a185-478a-9d1a-371a7972ca95" -d '{"events": [{"server_uuid": "7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a", "name": "network-vif-plugged", "status": "completed", "tag": "b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:13:37.755057 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-4baf3df5-71f3-4f1f-b2de-30ffcc25cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:37.757496 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-4baf3df5-71f3-4f1f-b2de-30ffcc25cc51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 920 time: 0.1739883 Jul 29 17:13:37.851755 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-6d14fc46-7b7a-4b02-b933-e55a62105d65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4358736c-0d6f-46a0-8486-85330e5cd516 HTTP/1.1" status: 200 len: 217 time: 0.0730884 Jul 29 17:13:37.851755 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ff141e8f-a1c3-4ac5-8f24-e7d9b3940c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.851755 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ff141e8f-a1c3-4ac5-8f24-e7d9b3940c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:37.851755 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-ff141e8f-a1c3-4ac5-8f24-e7d9b3940c36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddd3ec7b-01fc-484d-8f20-ee88f108ad7a HTTP/1.1" status: 204 len: 168 time: 0.3729193 Jul 29 17:13:37.902186 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-48445d0c-e1bf-499e-b812-a1f5902fd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:37.911598 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-7f764824-6c13-4acc-8ea6-b976e62cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:37.911877 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-48445d0c-e1bf-499e-b812-a1f5902fd24b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.2003458 Jul 29 17:13:37.914999 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-7f764824-6c13-4acc-8ea6-b976e62cacaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.0623918 Jul 29 17:13:37.925863 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff141e8f-a1c3-4ac5-8f24-e7d9b3940c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd3ec7b-01fc-484d-8f20-ee88f108ad7a,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:37.965901 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-ec012150-4ab9-4051-a5e0-9ec207e4964a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367014 Jul 29 17:13:37.977327 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f66ee4-a421-461f-b140-6bd67fca9c5d req-f7ffe3a1-55d8-4db8-ae5a-a4e9d8f11b64 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:37.979211 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80f66ee4-a421-461f-b140-6bd67fca9c5d req-f7ffe3a1-55d8-4db8-ae5a-a4e9d8f11b64 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.1883945 Jul 29 17:13:38.014753 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-df67555e-f5e4-4872-bda8-62c4b27d8b91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863509 Jul 29 17:13:38.091679 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80f66ee4-a421-461f-b140-6bd67fca9c5d req-f171e3e1-c12f-4036-ade9-3244e77517a2 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017928 Jul 29 17:13:38.130875 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-9395dd8e-1f86-4e36-bb51-ceaf09cd2438 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503992 Jul 29 17:13:38.296121 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-6d6039bc-56b8-4dc5-8c64-efa58057af8d service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724104 Jul 29 17:13:38.298856 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f9c19754-511a-425c-b6dc-97f78c1ed9cb req-b287a0af-0140-4951-a1af-4bd58b18fc9f service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588752 Jul 29 17:13:38.385672 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3e09c-b6f4-4279-81b2-7e9a33fda4a1 req-bb798262-5c28-4473-8d97-a50154c3b2bc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:38.388274 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-72a3e09c-b6f4-4279-81b2-7e9a33fda4a1 req-bb798262-5c28-4473-8d97-a50154c3b2bc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0881484 Jul 29 17:13:38.452950 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-72a3e09c-b6f4-4279-81b2-7e9a33fda4a1 req-c2722109-02e3-48ca-b0c5-990d1a75bacd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502048 Jul 29 17:13:38.459253 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8a5e0356-7b1c-408a-bca7-f264eac8601e req-d2cbb26e-8842-4d46-9f55-317c18cd0254 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385698 Jul 29 17:13:38.532298 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:13:38.535591 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50bcf25-1933-4edb-80c3-9af085564ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:13:38.556070 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd97313-3fa3-4584-9049-4bf50815cc48 x-openstack-request-id: req-ebd97313-3fa3-4584-9049-4bf50815cc48 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:13:38.557162 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a", "name": "network-vif-plugged", "status": "completed", "tag": "b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:13:38.557620 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebd97313-3fa3-4584-9049-4bf50815cc48 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:13:38.558292 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86', 'code': 200} Jul 29 17:13:38.595677 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13efcc3-13ca-4296-8af0-ffece109f936 req-57d5cc40-dd26-4b46-9970-30879e44b1af tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:38.597845 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d13efcc3-13ca-4296-8af0-ffece109f936 req-57d5cc40-dd26-4b46-9970-30879e44b1af tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 943 time: 0.0674386 Jul 29 17:13:38.599521 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23480a8-e919-439e-a358-b26b4bb0e4f6 x-openstack-request-id: req-e23480a8-e919-439e-a358-b26b4bb0e4f6 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:13:38.599812 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:13:38.600058 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e23480a8-e919-439e-a358-b26b4bb0e4f6 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:13:38.600484 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'status': 'completed', 'code': 200} Jul 29 17:13:38.650995 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d13efcc3-13ca-4296-8af0-ffece109f936 req-9e23e599-04d7-4c1e-b8bf-8aeb861db646 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456538 Jul 29 17:13:39.306850 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d381a2d-2b56-46d7-8a99-9cc97d5c957d req-a3cb388d-0d7e-4c21-a3c5-c95191301e01 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:39.308651 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7d381a2d-2b56-46d7-8a99-9cc97d5c957d req-a3cb388d-0d7e-4c21-a3c5-c95191301e01 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.0893078 Jul 29 17:13:39.356828 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7d381a2d-2b56-46d7-8a99-9cc97d5c957d req-dab4f213-abd4-4924-8427-01c58915d6fc tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393925 Jul 29 17:13:39.574787 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2170621-2185-4eb7-9636-0adcd8d788f4 req-58a4354c-1740-409d-ba82-d1d5edc857bd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:39.576532 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a2170621-2185-4eb7-9636-0adcd8d788f4 req-58a4354c-1740-409d-ba82-d1d5edc857bd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0517306 Jul 29 17:13:39.621350 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a2170621-2185-4eb7-9636-0adcd8d788f4 req-da4d3d4f-7aec-46f0-99fc-e36653c45de2 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356510 Jul 29 17:13:39.798432 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf578f0-12f6-4990-9a64-4496fd2c4138 req-0a7e0b51-3b8e-4214-8220-68142e257a8c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:39.801090 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6cf578f0-12f6-4990-9a64-4496fd2c4138 req-0a7e0b51-3b8e-4214-8220-68142e257a8c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 943 time: 0.0707567 Jul 29 17:13:39.842873 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6cf578f0-12f6-4990-9a64-4496fd2c4138 req-b3e7e96b-c093-4d8c-af52-9095580dd02e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Jul 29 17:13:39.878416 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 32798) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:40.164388 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-53dffd6c-c1bb-4d24-b12f-14526a8eb1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:40.259692 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:13:40.275048 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-53dffd6c-c1bb-4d24-b12f-14526a8eb1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:40.279970 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-53dffd6c-c1bb-4d24-b12f-14526a8eb1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:40.326814 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-53dffd6c-c1bb-4d24-b12f-14526a8eb1cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5155c74a70284a83b6de6015587360aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472010 Jul 29 17:13:40.329459 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 32818) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:40.336591 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dffd6c-c1bb-4d24-b12f-14526a8eb1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b36c73-c1df-4f91-b547-c791410434b9,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:40.427987 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-db02cc8c-451c-471e-a099-c8cbb04447c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:40.497832 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-db02cc8c-451c-471e-a099-c8cbb04447c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:40.506810 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:40.538672 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'port_id': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'mac_address': 'fa:16:3e:3c:40:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:13:40.547296 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50b603-22f1-4dec-85c4-9d1004c43094 req-46098ebe-60db-4522-a9b2-5979439b50d5 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:40.558338 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fc50b603-22f1-4dec-85c4-9d1004c43094 req-46098ebe-60db-4522-a9b2-5979439b50d5 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.0698936 Jul 29 17:13:40.627283 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fc50b603-22f1-4dec-85c4-9d1004c43094 req-1908e431-9919-4be3-b04d-19f5fd40fc3d tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632923 Jul 29 17:13:40.628663 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-db02cc8c-451c-471e-a099-c8cbb04447c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:40.631020 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-db02cc8c-451c-471e-a099-c8cbb04447c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:40.633602 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:40.635307 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-db02cc8c-451c-471e-a099-c8cbb04447c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97b36c73-c1df-4f91-b547-c791410434b9 HTTP/1.1" status: 204 len: 168 time: 0.3047395 Jul 29 17:13:40.654126 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02cc8c-451c-471e-a099-c8cbb04447c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b36c73-c1df-4f91-b547-c791410434b9,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:40.677768 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72059c-d6a2-4b78-a35d-9f3523ca1d5b {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:13:40.736432 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:40.745795 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:40.746492 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device c99d926a-50ed-4019-b470-6a52e5b2aa44 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:13:40.809662 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e15c21-9b9c-47dd-8abe-d5c1c1c62a71 req-72aa6345-208f-4c4b-b01d-1ffdc324da0a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:40.816961 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-27e15c21-9b9c-47dd-8abe-d5c1c1c62a71 req-72aa6345-208f-4c4b-b01d-1ffdc324da0a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 945 time: 0.0851846 Jul 29 17:13:40.882632 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-27e15c21-9b9c-47dd-8abe-d5c1c1c62a71 req-a39d9479-492c-4c0f-b2f4-197fb109ac18 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611959 Jul 29 17:13:41.034908 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1b7f6-d2fc-4d08-9c22-af7043b3920d req-cafa6276-ab1a-480d-a498-4249a4cc2ff0 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:41.036744 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91e1b7f6-d2fc-4d08-9c22-af7043b3920d req-cafa6276-ab1a-480d-a498-4249a4cc2ff0 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 943 time: 0.1031270 Jul 29 17:13:41.094174 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:41.150493 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91e1b7f6-d2fc-4d08-9c22-af7043b3920d req-e48649bc-da40-4de2-8cde-aa10d04c30d1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068900 Jul 29 17:13:41.176682 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port c99d926a-50ed-4019-b470-6a52e5b2aa44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:41.200667 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'c99d926a-50ed-4019-b470-6a52e5b2aa44', 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7', 'port_id': 'c99d926a-50ed-4019-b470-6a52e5b2aa44', 'mac_address': 'fa:16:3e:ff:5c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c686ad7-7dde-42db-8b1d-c5688e2b7c7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:13:41.293524 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.317698 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 32860) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:41.334530 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ab2cef35-5879-46dc-bbbb-326fc0309d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.378397 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-9de25d8c-c691-4029-99f7-063961a4b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:41.382969 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-9de25d8c-c691-4029-99f7-063961a4b610 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 1098 time: 0.0959558 Jul 29 17:13:41.383212 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99d926a-50ed-4019-b470-6a52e5b2aa44 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:13:41.410339 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6657743b-9784-434e-8b2b-f6ab4b727490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.470439 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port c99d926a-50ed-4019-b470-6a52e5b2aa44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:41.478159 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.478620 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ab2cef35-5879-46dc-bbbb-326fc0309d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.478852 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 4358736c-0d6f-46a0-8486-85330e5cd516 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:13:41.484735 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ab2cef35-5879-46dc-bbbb-326fc0309d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.565899 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-14dc683a-16ab-40de-8938-3973a2726b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:41.568695 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-14dc683a-16ab-40de-8938-3973a2726b6c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.1790404 Jul 29 17:13:41.568818 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 4358736c-0d6f-46a0-8486-85330e5cd516, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4358736c-0d6f-46a0-8486-85330e5cd516,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:41.571202 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=c99d926a-50ed-4019-b470-6a52e5b2aa44,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:41.589959 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cef35-5879-46dc-bbbb-326fc0309d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ee136d-d6d6-4b96-b0d4-c7e8ee7b7964,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:41.597115 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '4358736c-0d6f-46a0-8486-85330e5cd516', 'network_id': 'b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7', 'port_id': '4358736c-0d6f-46a0-8486-85330e5cd516', 'mac_address': 'fa:16:3e:08:03:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c686ad7-7dde-42db-8b1d-c5688e2b7c7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:13:41.624276 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-ab2cef35-5879-46dc-bbbb-326fc0309d8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=129123463003499e903dc43c4fc472ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053677 Jul 29 17:13:41.625007 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 32868) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:41.630494 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-5132ceaa-6cc9-4ce5-8a72-7ad20d07f8a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b HTTP/1.1" status: 200 len: 217 time: 0.0439122 Jul 29 17:13:41.699550 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.714984 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-39a90614-6888-4b47-a54e-9043c79c1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:41.717187 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-39a90614-6888-4b47-a54e-9043c79c1a74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0736370 Jul 29 17:13:41.725280 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4358736c-0d6f-46a0-8486-85330e5cd516 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:13:41.768643 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 4358736c-0d6f-46a0-8486-85330e5cd516, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4358736c-0d6f-46a0-8486-85330e5cd516,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:41.776838 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.817655 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5597c75-f10b-4ec2-8587-ac78d166c1ea req-058614d9-a9bf-42df-8137-c1808a3ff562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:41.818234 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c5597c75-f10b-4ec2-8587-ac78d166c1ea req-058614d9-a9bf-42df-8137-c1808a3ff562 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 1098 time: 0.1546052 Jul 29 17:13:41.859212 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a5d3881e-0a1f-4441-8c41-6340674425e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.862117 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-b8bb8632-d7ae-47b7-a6c5-368dadaba953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:41.862787 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c5597c75-f10b-4ec2-8587-ac78d166c1ea req-298560e2-56c3-4ec4-a441-a55c0c3bc30f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.865242 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-b8bb8632-d7ae-47b7-a6c5-368dadaba953 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1406860 Jul 29 17:13:41.868324 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=4358736c-0d6f-46a0-8486-85330e5cd516,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:41.903419 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a5d3881e-0a1f-4441-8c41-6340674425e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:41.967510 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22de36-5711-4273-ad49-9dc82fc11fbf req-dd4c3c07-eaec-4cd1-b575-15cfdc0bf343 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:41.969466 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0f22de36-5711-4273-ad49-9dc82fc11fbf req-dd4c3c07-eaec-4cd1-b575-15cfdc0bf343 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.1846535 Jul 29 17:13:42.002189 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a5d3881e-0a1f-4441-8c41-6340674425e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:42.006186 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a5d3881e-0a1f-4441-8c41-6340674425e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:42.008631 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-a5d3881e-0a1f-4441-8c41-6340674425e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78ee136d-d6d6-4b96-b0d4-c7e8ee7b7964 HTTP/1.1" status: 204 len: 168 time: 0.3820391 Jul 29 17:13:42.041305 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-bb8e7e3a-4f79-4ffd-b7b8-0ff7d33465aa service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665056 Jul 29 17:13:42.055718 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3881e-0a1f-4441-8c41-6340674425e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ee136d-d6d6-4b96-b0d4-c7e8ee7b7964,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:42.078330 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0f22de36-5711-4273-ad49-9dc82fc11fbf req-d896830e-894f-4a7c-aa86-c44282794fd9 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942643 Jul 29 17:13:42.154410 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5856787-d34f-466b-b4db-a21ba2d6c8a0 req-8188e1c3-b278-4814-ac73-4c255791b198 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:42.156828 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a5856787-d34f-466b-b4db-a21ba2d6c8a0 req-8188e1c3-b278-4814-ac73-4c255791b198 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 945 time: 0.1719987 Jul 29 17:13:42.213489 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['c99d926a-50ed-4019-b470-6a52e5b2aa44'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:13:42.224454 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c50bcf25-1933-4edb-80c3-9af085564ae0 req-f5a9b3de-e1f7-4917-8296-a2dec9c6b100 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736031 Jul 29 17:13:42.236633 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a5856787-d34f-466b-b4db-a21ba2d6c8a0 req-b66e74d8-c542-4840-812f-117ca72a85d9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666914 Jul 29 17:13:42.270591 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:13:42.276096 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['4358736c-0d6f-46a0-8486-85330e5cd516'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:13:42.289690 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c5597c75-f10b-4ec2-8587-ac78d166c1ea req-298560e2-56c3-4ec4-a441-a55c0c3bc30f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:42.295910 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c5597c75-f10b-4ec2-8587-ac78d166c1ea req-298560e2-56c3-4ec4-a441-a55c0c3bc30f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:42.348009 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f859e7-737d-48da-bdc0-4ab3bafd284d req-42424d99-b639-43a8-8828-86b3139b56ab tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:42.350586 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c8f859e7-737d-48da-bdc0-4ab3bafd284d req-42424d99-b639-43a8-8828-86b3139b56ab tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 944 time: 0.1016958 Jul 29 17:13:42.363791 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c5597c75-f10b-4ec2-8587-ac78d166c1ea req-298560e2-56c3-4ec4-a441-a55c0c3bc30f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222034 Jul 29 17:13:42.379008 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298560e2-56c3-4ec4-a441-a55c0c3bc30f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=76a2b6ab-eb91-4945-a42f-b18bec24b71a,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:42.423269 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c8f859e7-737d-48da-bdc0-4ab3bafd284d req-c33fe043-1beb-4c8d-9edb-76a78f4228d6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647998 Jul 29 17:13:43.221774 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf7377-ab8f-4343-84f2-9fa20e1dd3be req-e20f152c-36bc-4229-ac33-74327a28ddba tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:43.223314 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7ccf7377-ab8f-4343-84f2-9fa20e1dd3be req-e20f152c-36bc-4229-ac33-74327a28ddba tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.0530672 Jul 29 17:13:43.269850 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7ccf7377-ab8f-4343-84f2-9fa20e1dd3be req-eff8818b-cdef-4295-a076-9398cb306768 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382299 Jul 29 17:13:43.390533 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99f4b-0522-49f0-8347-52374cf06443 req-252faec6-c2e7-44d3-a363-b4b8de537ee5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:43.392114 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-91c99f4b-0522-49f0-8347-52374cf06443 req-252faec6-c2e7-44d3-a363-b4b8de537ee5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 945 time: 0.0565536 Jul 29 17:13:43.457714 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-91c99f4b-0522-49f0-8347-52374cf06443 req-2fa2fee9-a083-44fb-98ca-d16a936d68d9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557094 Jul 29 17:13:43.584655 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d035fa-4538-43e2-9f4e-f06740dd747d req-94bfc636-df1e-4d2f-ba97-697e93908246 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:43.586643 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-16d035fa-4538-43e2-9f4e-f06740dd747d req-94bfc636-df1e-4d2f-ba97-697e93908246 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 944 time: 0.0603321 Jul 29 17:13:43.704530 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-16d035fa-4538-43e2-9f4e-f06740dd747d req-817052f4-8325-4213-88cc-a343dcced1d3 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989347 Jul 29 17:13:43.840970 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-040bcef2-78f4-403f-92b8-dc66ec950a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:43.857099 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:43.949205 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:43.961967 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:43.961967 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.005346 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.062921 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.096335 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:13:44.099306 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e05e3f2-feaf-4ec1-8a55-8bc5da53cdae" -d '{"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-plugged", "status": "completed", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:13:44.113993 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:44.119470 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.120718 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device c99d926a-50ed-4019-b470-6a52e5b2aa44 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:44.180903 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197cd37a-feda-48fb-9c7f-940f9746cf9a x-openstack-request-id: req-197cd37a-feda-48fb-9c7f-940f9746cf9a {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:13:44.181193 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-plugged", "status": "completed", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:13:44.181615 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-197cd37a-feda-48fb-9c7f-940f9746cf9a {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:13:44.182018 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'code': 200} Jul 29 17:13:44.256416 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:44.261913 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port c99d926a-50ed-4019-b470-6a52e5b2aa44 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:44.267726 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port c99d926a-50ed-4019-b470-6a52e5b2aa44 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:44.268908 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.413529 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.456845 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port c99d926a-50ed-4019-b470-6a52e5b2aa44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:44.463850 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.465357 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 4358736c-0d6f-46a0-8486-85330e5cd516 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:13:44.497935 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b9a78-4901-4e3d-a049-e134fd0b6c11 req-e2802bae-c2ed-458b-ba80-823b9377ea63 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:44.499721 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c57b9a78-4901-4e3d-a049-e134fd0b6c11 req-e2802bae-c2ed-458b-ba80-823b9377ea63 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.1052427 Jul 29 17:13:44.602371 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c57b9a78-4901-4e3d-a049-e134fd0b6c11 req-1e337ca5-81df-40f4-9728-3de3878a20d6 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666776 Jul 29 17:13:44.618823 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d3b4-a8bf-4553-a0e6-c5662a709c9a req-434aeeff-05a3-4b80-9f4d-a71f0c4f3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:44.620617 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-70c0d3b4-a8bf-4553-a0e6-c5662a709c9a req-434aeeff-05a3-4b80-9f4d-a71f0c4f3449 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 1099 time: 0.1195135 Jul 29 17:13:44.630413 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=c99d926a-50ed-4019-b470-6a52e5b2aa44,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:44.648235 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port 4358736c-0d6f-46a0-8486-85330e5cd516 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:13:44.653508 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 4358736c-0d6f-46a0-8486-85330e5cd516 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:13:44.654178 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.661731 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286efef-e63d-4ada-ac36-6a75f408d221 req-6b3ebe4b-a7f4-421e-991a-bfb9294d9578 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:44.670128 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0286efef-e63d-4ada-ac36-6a75f408d221 req-6b3ebe4b-a7f4-421e-991a-bfb9294d9578 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0941634 Jul 29 17:13:44.704473 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-70c0d3b4-a8bf-4553-a0e6-c5662a709c9a req-0c28fcfa-9e1c-40c8-a716-73ed1343d062 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757453 Jul 29 17:13:44.728644 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0286efef-e63d-4ada-ac36-6a75f408d221 req-e6d0fa88-b4ae-4e63-8de6-97bc1349c215 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574090 Jul 29 17:13:44.834053 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.841973 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.856001 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc685b-dfc1-4e8f-9204-622bdc5ae7ac req-261baa26-48cd-464f-b99c-d3b996ec49ab tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:44.858102 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b6dc685b-dfc1-4e8f-9204-622bdc5ae7ac req-261baa26-48cd-464f-b99c-d3b996ec49ab tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 944 time: 0.0613356 Jul 29 17:13:44.871959 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33052) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:44.901110 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 4358736c-0d6f-46a0-8486-85330e5cd516, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4358736c-0d6f-46a0-8486-85330e5cd516,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:13:44.907039 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:44.919259 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b6dc685b-dfc1-4e8f-9204-622bdc5ae7ac req-0fb8a32b-ca79-416c-8687-d67bfe480910 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547757 Jul 29 17:13:44.967706 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=4358736c-0d6f-46a0-8486-85330e5cd516,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:45.035433 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-753c7832-95dc-48c8-ba90-b87e09aa1646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.173300 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-753c7832-95dc-48c8-ba90-b87e09aa1646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.180906 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-753c7832-95dc-48c8-ba90-b87e09aa1646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.239117 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-753c7832-95dc-48c8-ba90-b87e09aa1646 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88446042a9724f06886032cce7782e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657999 Jul 29 17:13:45.240000 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c7832-95dc-48c8-ba90-b87e09aa1646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d1dee0-b70c-4138-b784-6abff84da5c3,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:45.242338 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33078) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:45.307201 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac35d-5ea4-4351-a76d-823a5593b5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.334117 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac35d-5ea4-4351-a76d-823a5593b5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.344743 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33082) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:45.397769 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac35d-5ea4-4351-a76d-823a5593b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.400638 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3b3ac35d-5ea4-4351-a76d-823a5593b5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.402014 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-3b3ac35d-5ea4-4351-a76d-823a5593b5c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17d1dee0-b70c-4138-b784-6abff84da5c3 HTTP/1.1" status: 204 len: 168 time: 0.1585822 Jul 29 17:13:45.415391 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ac35d-5ea4-4351-a76d-823a5593b5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d1dee0-b70c-4138-b784-6abff84da5c3,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:45.417945 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.473866 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33096) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:45.593613 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f226203a-2259-4115-89cd-eea64c319535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.710819 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f226203a-2259-4115-89cd-eea64c319535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.716243 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f226203a-2259-4115-89cd-eea64c319535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.787695 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7980fb13-a809-41b2-a299-b81a72879359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.799431 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33118) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:45.800449 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-f226203a-2259-4115-89cd-eea64c319535 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c01df3ecad20407cbaea46fb7c07eefd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545634 Jul 29 17:13:45.820114 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226203a-2259-4115-89cd-eea64c319535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311bc9b8-1c9e-49d6-bfab-3d5b71034ace,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:45.873223 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8f03ff1f-3eb9-416c-befc-3766ff414726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:45.974787 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8f03ff1f-3eb9-416c-befc-3766ff414726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.005631 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33124) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:46.010530 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2c1db-709c-40d3-9004-11487ceeca3e req-3b61e603-412c-4bbf-a890-97388799b1c2 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:46.012303 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bbc2c1db-709c-40d3-9004-11487ceeca3e req-3b61e603-412c-4bbf-a890-97388799b1c2 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1185012 Jul 29 17:13:46.034330 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0b70-ed94-4c41-8701-d9620492cd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.042416 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7980fb13-a809-41b2-a299-b81a72879359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.060988 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7980fb13-a809-41b2-a299-b81a72879359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.095536 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bbc2c1db-709c-40d3-9004-11487ceeca3e req-d97c55b7-1b88-42f4-be60-e0b773f27aa3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737035 Jul 29 17:13:46.108202 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8f03ff1f-3eb9-416c-befc-3766ff414726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.113483 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8f03ff1f-3eb9-416c-befc-3766ff414726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.117662 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8f03ff1f-3eb9-416c-befc-3766ff414726 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/311bc9b8-1c9e-49d6-bfab-3d5b71034ace HTTP/1.1" status: 204 len: 168 time: 0.3171639 Jul 29 17:13:46.124778 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-7980fb13-a809-41b2-a299-b81a72879359 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=437777d8b20641cea7a5303e7613a1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484880 Jul 29 17:13:46.130056 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33130) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:46.150449 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03ff1f-3eb9-416c-befc-3766ff414726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311bc9b8-1c9e-49d6-bfab-3d5b71034ace,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:46.168287 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980fb13-a809-41b2-a299-b81a72879359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6818e6-82ef-4c94-aa00-e51dc8b2b04b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:46.183944 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f0c405-505e-43bc-bc90-a73d58668025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99d926a-50ed-4019-b470-6a52e5b2aa44'}, {'server_uuid': 'b2d118b8-30d2-4fa5-a110-adc5041e4c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4358736c-0d6f-46a0-8486-85330e5cd516'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:13:46.187260 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d8057-68e9-4b1c-832f-cc714973c70c" -d '{"events": [{"server_uuid": "75f0c405-505e-43bc-bc90-a73d58668025", "name": "network-vif-plugged", "status": "completed", "tag": "c99d926a-50ed-4019-b470-6a52e5b2aa44"}, {"server_uuid": "b2d118b8-30d2-4fa5-a110-adc5041e4c97", "name": "network-vif-plugged", "status": "completed", "tag": "4358736c-0d6f-46a0-8486-85330e5cd516"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:13:46.217597 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62d75e-4ac5-478f-a818-8f00f49e6edc req-f416e83b-aa0f-4d62-a97a-e62cf9161022 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:46.226339 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33136) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:46.226595 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef62d75e-4ac5-478f-a818-8f00f49e6edc req-f416e83b-aa0f-4d62-a97a-e62cf9161022 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1862090 Jul 29 17:13:46.250025 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cafa87c-784a-4543-9faf-21d55aba37b2 x-openstack-request-id: req-8cafa87c-784a-4543-9faf-21d55aba37b2 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:13:46.250838 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f0c405-505e-43bc-bc90-a73d58668025", "name": "network-vif-plugged", "status": "completed", "tag": "c99d926a-50ed-4019-b470-6a52e5b2aa44", "code": 200}, {"server_uuid": "b2d118b8-30d2-4fa5-a110-adc5041e4c97", "name": "network-vif-plugged", "status": "completed", "tag": "4358736c-0d6f-46a0-8486-85330e5cd516", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:13:46.251356 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cafa87c-784a-4543-9faf-21d55aba37b2 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:13:46.252148 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f0c405-505e-43bc-bc90-a73d58668025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99d926a-50ed-4019-b470-6a52e5b2aa44', 'code': 200} Jul 29 17:13:46.252653 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d118b8-30d2-4fa5-a110-adc5041e4c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4358736c-0d6f-46a0-8486-85330e5cd516', 'code': 200} Jul 29 17:13:46.298288 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-57818c01-8fec-4d10-bae0-ca2a686f981e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.321108 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef62d75e-4ac5-478f-a818-8f00f49e6edc req-87645710-b3c1-44af-9436-a89f15e63ba9 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936699 Jul 29 17:13:46.354393 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0b70-ed94-4c41-8701-d9620492cd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.356751 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-57818c01-8fec-4d10-bae0-ca2a686f981e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.365918 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6f9d0b70-ed94-4c41-8701-d9620492cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.397289 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1cfba464-f7ac-4a20-b181-39cfbd156ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.427784 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d0b70-ed94-4c41-8701-d9620492cd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387171e7-e809-409d-a379-c88e5203a88e,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:46.436357 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-6f9d0b70-ed94-4c41-8701-d9620492cd29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d64edff4b5c43db8faff9ce43a2a5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273207 Jul 29 17:13:46.437293 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33144) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:46.479255 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-57818c01-8fec-4d10-bae0-ca2a686f981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.484298 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-57818c01-8fec-4d10-bae0-ca2a686f981e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.485749 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-57818c01-8fec-4d10-bae0-ca2a686f981e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b6818e6-82ef-4c94-aa00-e51dc8b2b04b HTTP/1.1" status: 204 len: 168 time: 0.3506837 Jul 29 17:13:46.511322 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57818c01-8fec-4d10-bae0-ca2a686f981e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6818e6-82ef-4c94-aa00-e51dc8b2b04b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:46.535890 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6aaf312e-9670-443e-8895-346f72a986e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.598140 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6aaf312e-9670-443e-8895-346f72a986e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.682955 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1cfba464-f7ac-4a20-b181-39cfbd156ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.774329 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1cfba464-f7ac-4a20-b181-39cfbd156ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.781903 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1cc13-5774-4fb8-86ca-c27679749196 req-a031b3bf-696b-4d46-ae4b-0014bfd6ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:46.785076 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ffa1cc13-5774-4fb8-86ca-c27679749196 req-a031b3bf-696b-4d46-ae4b-0014bfd6ffdd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1099 time: 0.1567981 Jul 29 17:13:46.813280 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6aaf312e-9670-443e-8895-346f72a986e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.817220 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6aaf312e-9670-443e-8895-346f72a986e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.823963 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-1cfba464-f7ac-4a20-b181-39cfbd156ac8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0c5d1f0e0bf4366bb4ad35fad963b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907936 Jul 29 17:13:46.825288 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-6aaf312e-9670-443e-8895-346f72a986e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/387171e7-e809-409d-a379-c88e5203a88e HTTP/1.1" status: 204 len: 168 time: 0.3872328 Jul 29 17:13:46.826153 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33162) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:46.849322 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf312e-9670-443e-8895-346f72a986e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387171e7-e809-409d-a379-c88e5203a88e,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:46.853825 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9443bcd-e307-4dfc-a288-5978e5a5ca8b req-9016b438-d6bd-47cc-8539-487d308b7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:46.855092 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e9443bcd-e307-4dfc-a288-5978e5a5ca8b req-9016b438-d6bd-47cc-8539-487d308b7a66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 1098 time: 0.1692016 Jul 29 17:13:46.857993 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfba464-f7ac-4a20-b181-39cfbd156ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a3b267-f0e0-4efe-9256-f7906d650f5c,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:46.897491 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.930472 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33166) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:46.936996 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e9443bcd-e307-4dfc-a288-5978e5a5ca8b req-a77c9aac-771e-4863-b890-bdb33d99e6fc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731862 Jul 29 17:13:46.952412 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-99e2c3db-a527-4b3d-a6c9-53c3463e71bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:46.957155 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ffa1cc13-5774-4fb8-86ca-c27679749196 req-4de92555-86d4-4774-a3a6-ad8be11a4761 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594994 Jul 29 17:13:47.009734 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-11204226-4ef0-48a3-a35a-c8ef8adcd41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.052941 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-11204226-4ef0-48a3-a35a-c8ef8adcd41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.130636 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-99e2c3db-a527-4b3d-a6c9-53c3463e71bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.133872 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-11204226-4ef0-48a3-a35a-c8ef8adcd41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.136877 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-11204226-4ef0-48a3-a35a-c8ef8adcd41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.140515 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-11204226-4ef0-48a3-a35a-c8ef8adcd41b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21a3b267-f0e0-4efe-9256-f7906d650f5c HTTP/1.1" status: 204 len: 168 time: 0.2995565 Jul 29 17:13:47.148124 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11204226-4ef0-48a3-a35a-c8ef8adcd41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a3b267-f0e0-4efe-9256-f7906d650f5c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:47.150382 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-99e2c3db-a527-4b3d-a6c9-53c3463e71bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.173816 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33176) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:47.209333 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ee7984f7-9456-48a9-b89a-d2c84828d6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.213612 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-99e2c3db-a527-4b3d-a6c9-53c3463e71bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ff1fc90dc00457fa22798d01a7ce6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800820 Jul 29 17:13:47.214581 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2c3db-a527-4b3d-a6c9-53c3463e71bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e21977b-b3d5-4608-af6d-83cb2711bb22,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:47.228868 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33178) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:47.318621 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdf0f7-bcfe-4d53-914d-7215d80e978c req-37762b5e-63df-4d98-975e-0ce98706d9ce tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:47.320402 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1afdf0f7-bcfe-4d53-914d-7215d80e978c req-37762b5e-63df-4d98-975e-0ce98706d9ce tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0760231 Jul 29 17:13:47.365726 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a5174eb6-72f0-4e5f-b083-65164cd3633c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.373718 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ee7984f7-9456-48a9-b89a-d2c84828d6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.382778 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ee7984f7-9456-48a9-b89a-d2c84828d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.384290 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1afdf0f7-bcfe-4d53-914d-7215d80e978c req-0d406c40-0cbb-4bde-a6bb-a627b9d7c1ac tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523694 Jul 29 17:13:47.401657 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a5174eb6-72f0-4e5f-b083-65164cd3633c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.446166 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33184) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:47.467554 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f526ff67-9514-4015-a2ad-9e622f71a447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.516212 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a5174eb6-72f0-4e5f-b083-65164cd3633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.519184 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a5174eb6-72f0-4e5f-b083-65164cd3633c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.520603 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-a5174eb6-72f0-4e5f-b083-65164cd3633c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e21977b-b3d5-4608-af6d-83cb2711bb22 HTTP/1.1" status: 204 len: 168 time: 0.2906353 Jul 29 17:13:47.551844 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5174eb6-72f0-4e5f-b083-65164cd3633c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e21977b-b3d5-4608-af6d-83cb2711bb22,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:47.631030 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab70ba6-6b83-475f-969a-2b24b392af0c req-1a21bde8-3cc4-4950-9139-d2bc172afab9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:47.632639 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dab70ba6-6b83-475f-969a-2b24b392af0c req-1a21bde8-3cc4-4950-9139-d2bc172afab9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1030831 Jul 29 17:13:47.647555 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33192) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:47.652371 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'floatingip': {'port_id': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:47.769323 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33196) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:47.794306 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.800947 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-ee7984f7-9456-48a9-b89a-d2c84828d6de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26716b2578c74211b9bbd2606af6ca4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6252308 Jul 29 17:13:47.804003 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7984f7-9456-48a9-b89a-d2c84828d6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e820814-999e-4f3d-81be-3a183d2010c5,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:47.806594 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33200) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:47.840975 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180374c-9530-409e-a558-f0b571dd407f req-a14473cc-b30a-40dd-8289-31184204f364 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:47.843175 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f180374c-9530-409e-a558-f0b571dd407f req-a14473cc-b30a-40dd-8289-31184204f364 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.4422967 Jul 29 17:13:47.873425 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f526ff67-9514-4015-a2ad-9e622f71a447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.874551 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-41713363-fa3a-4cdc-8984-6f4471e75663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.899921 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f526ff67-9514-4015-a2ad-9e622f71a447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.926857 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f180374c-9530-409e-a558-f0b571dd407f req-fa6bcaf2-b53d-4a8f-9176-52d521b602a6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743792 Jul 29 17:13:47.927605 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4989e028-432c-4c6a-8f11-0d027ed25455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:47.967735 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4989e028-432c-4c6a-8f11-0d027ed25455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.005514 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526ff67-9514-4015-a2ad-9e622f71a447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eaf156-0a42-4770-8606-ab2feb2837c0,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:48.022832 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4989e028-432c-4c6a-8f11-0d027ed25455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.029099 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4989e028-432c-4c6a-8f11-0d027ed25455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.034068 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-4989e028-432c-4c6a-8f11-0d027ed25455 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e820814-999e-4f3d-81be-3a183d2010c5 HTTP/1.1" status: 204 len: 168 time: 0.2251062 Jul 29 17:13:48.045961 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989e028-432c-4c6a-8f11-0d027ed25455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e820814-999e-4f3d-81be-3a183d2010c5,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:48.275758 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-f526ff67-9514-4015-a2ad-9e622f71a447 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd512f75e12247eea5f14e6ac4ff6b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8283370 Jul 29 17:13:48.278264 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33222) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:48.338142 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e70b8490-fc4b-4dfa-8088-fd05aaeff07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.361477 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e70b8490-fc4b-4dfa-8088-fd05aaeff07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.444927 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-41713363-fa3a-4cdc-8984-6f4471e75663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.454507 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e70b8490-fc4b-4dfa-8088-fd05aaeff07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.458098 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e70b8490-fc4b-4dfa-8088-fd05aaeff07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.459239 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-e70b8490-fc4b-4dfa-8088-fd05aaeff07f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54eaf156-0a42-4770-8606-ab2feb2837c0 HTTP/1.1" status: 204 len: 168 time: 0.1798711 Jul 29 17:13:48.470284 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b8490-fc4b-4dfa-8088-fd05aaeff07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eaf156-0a42-4770-8606-ab2feb2837c0,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:48.497864 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-41713363-fa3a-4cdc-8984-6f4471e75663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.606223 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41713363-fa3a-4cdc-8984-6f4471e75663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219b4692-182e-44a5-b74e-a24ed4304575,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:48.623147 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-41713363-fa3a-4cdc-8984-6f4471e75663 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be0540beb69e42988d2d1a02ad68f873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8530383 Jul 29 17:13:48.626227 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33242) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:48.680112 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33246) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:48.700228 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-216e5d8a-8168-4be7-9063-9e6e1b2ca2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.725915 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-216e5d8a-8168-4be7-9063-9e6e1b2ca2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.790578 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-216e5d8a-8168-4be7-9063-9e6e1b2ca2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.794445 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-216e5d8a-8168-4be7-9063-9e6e1b2ca2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:48.796098 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-216e5d8a-8168-4be7-9063-9e6e1b2ca2de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/219b4692-182e-44a5-b74e-a24ed4304575 HTTP/1.1" status: 204 len: 168 time: 0.1684532 Jul 29 17:13:48.808713 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e5d8a-8168-4be7-9063-9e6e1b2ca2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219b4692-182e-44a5-b74e-a24ed4304575,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:48.894805 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.db.resource_extend [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:13:48.950156 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1879475716-network', 'tenant_id': '55ed3617570a4f52a69d33dac15ca962'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:48.990775 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Made reservation on behalf of 55ed3617570a4f52a69d33dac15ca962 for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:48.995700 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.022230 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.033582 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.035727 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.170735 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e8207-dc3e-48e5-8729-31ff774492a3 req-a4782bdf-4add-487f-9aef-e1be681d3357 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:49.170735 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-860e8207-dc3e-48e5-8729-31ff774492a3 req-a4782bdf-4add-487f-9aef-e1be681d3357 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1439760 Jul 29 17:13:49.198153 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.203785 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.209292 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Floating IP 97ed5b45-3850-432b-8d25-91b9dfc567dd associated. External IP: 172.27.0.245, port: ec72059c-d6a2-4b78-a35d-9f3523ca1d5b. Jul 29 17:13:49.218192 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:13:49.231078 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.231752 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Added segment b77acb9b-0e7a-4fe5-93b4-ef4c8240827e of type vlan for network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 Jul 29 17:13:49.266563 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-860e8207-dc3e-48e5-8729-31ff774492a3 req-aa6e5b1f-225b-4ee7-ba59-0dff8cfc9e79 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905855 Jul 29 17:13:49.301288 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93accef9-0a5e-4669-9531-a5aaef26fe8c,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:49.345739 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.419724 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.420866 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:49.421468 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.499728 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8100748 Jul 29 17:13:49.499728 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33284) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:49.502062 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Request body: {'subnet': {'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1879475716-subnet', 'tenant_id': '55ed3617570a4f52a69d33dac15ca962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:49.515071 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fd69c-5a7c-4e18-aa93-0e3f0782a8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7ced2d-2baa-42b0-b0e8-c5efe6383919,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:49.526410 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:13:49.551554 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Made reservation on behalf of 55ed3617570a4f52a69d33dac15ca962 for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:49.558052 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.812581 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Router aff1dd2b-aa03-43e2-abfe-7612258babd6 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:13:49.819873 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-8cbc73f2-88ef-496f-a132-4f73bf160590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:49.821491 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-8cbc73f2-88ef-496f-a132-4f73bf160590 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 1098 time: 0.1003954 Jul 29 17:13:49.828886 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1536f-d045-43cf-ab50-556b21c6c47f req-44c4cdef-a7f0-47bd-bf2b-4298054fed2c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:49.830953 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-88f1536f-d045-43cf-ab50-556b21c6c47f req-44c4cdef-a7f0-47bd-bf2b-4298054fed2c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1105034 Jul 29 17:13:49.854340 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:49.923152 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07c505a-b009-42c7-965b-c2cbc780b53d,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:49.933266 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Checking segment: {'id': 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:49.933609 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Network hostable DHCP agents. Network: 7a7ced2d-2baa-42b0-b0e8-c5efe6383919, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:13:49.972419 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:13:49.994468 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 7a7ced2d-2baa-42b0-b0e8-c5efe6383919) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:50.006752 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e870622f-8871-4ea9-a823-4d9fe79132a0 None None] Network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:50.010633 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:50.012936 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:50.048816 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-88f1536f-d045-43cf-ab50-556b21c6c47f req-419baaef-9300-4f65-95c0-cb5c4fcb349c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066245 Jul 29 17:13:50.051817 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-74f89b93-0409-4803-a6bd-d389fa4ed850 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5531452 Jul 29 17:13:50.052598 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-69026ccf-ddc4-4869-88f6-88fa643c28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:50.055004 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-69026ccf-ddc4-4869-88f6-88fa643c28cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 920 time: 0.2191503 Jul 29 17:13:50.225330 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9a0ff-7568-43d8-9160-35b6095dd7ee None None] Network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:13:50.320034 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-6e62c845-e322-48d4-9f8f-bc41cdbda124 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4358736c-0d6f-46a0-8486-85330e5cd516 HTTP/1.1" status: 200 len: 217 time: 0.2564542 Jul 29 17:13:50.373325 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:13:50.379083 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:50.391565 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] Sync routers for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:13:50.404698 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:50.406528 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:13:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:50.406685 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-63d76d8b-8947-4e2d-8dff-a8afe01bcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:50.407711 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-63d76d8b-8947-4e2d-8dff-a8afe01bcbc2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.0801296 Jul 29 17:13:50.414209 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-accbeba9-c955-4846-bc2f-abc0f78f8cfc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "PUT /v2.0/floatingips/97ed5b45-3850-432b-8d25-91b9dfc567dd HTTP/1.1" status: 200 len: 992 time: 2.7654345 Jul 29 17:13:50.414628 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:13:50.417423 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255a23c0-2b1a-4fec-b8bb-5af3d5601286" -d '{"events": [{"name": "network-changed", "server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:13:50.476727 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-35fe1e92-982e-4f08-b475-6d486587e1d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446532 Jul 29 17:13:50.483621 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec1155d-f937-4058-b5a5-2f4919b0cba3 x-openstack-request-id: req-7ec1155d-f937-4058-b5a5-2f4919b0cba3 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:13:50.483913 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:13:50.484159 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ec1155d-f937-4058-b5a5-2f4919b0cba3 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:13:50.484582 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'status': 'completed', 'code': 200} Jul 29 17:13:50.543780 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:50.647151 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-52cd006a-2d43-42d3-9577-9dc27070d674 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986605 Jul 29 17:13:50.652852 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-9af51f74-7b7d-408b-aee7-3bf7eb91cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:50.660605 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-9af51f74-7b7d-408b-aee7-3bf7eb91cade service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 1099 time: 0.1054060 Jul 29 17:13:50.769041 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-485b4d02-a4b0-4dad-a612-ad79b9ef9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:50.770592 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-485b4d02-a4b0-4dad-a612-ad79b9ef9f9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.1090910 Jul 29 17:13:50.787461 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c32cc05a-0c0e-42c7-bc21-c1ca495c8439 req-7d694ee9-7fab-44d5-a385-27894bb0f42c service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315055 Jul 29 17:13:50.829479 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33338) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:50.926450 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-83aaee3b-619d-4e4b-bec0-e02c0a6e8e97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b HTTP/1.1" status: 200 len: 1000 time: 0.1469953 Jul 29 17:13:50.982228 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '97ed5b45-3850-432b-8d25-91b9dfc567dd', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'port_id': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'mac_address': 'fa:16:3e:3c:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:13:15Z', 'updated_at': '2021-07-29T17:13:48Z', 'revision_number': 1, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:51.036699 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-3855f08d-8116-40e5-966c-a979f5cec416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:51.039152 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-3855f08d-8116-40e5-966c-a979f5cec416 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0623434 Jul 29 17:13:51.121077 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] Checking router: aff1dd2b-aa03-43e2-abfe-7612258babd6 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:13:51.126647 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-d2d17b34-ca6c-45ec-a4ef-ea81b006ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:51.132467 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-d2d17b34-ca6c-45ec-a4ef-ea81b006ec8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790362 Jul 29 17:13:51.135956 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:13:51.137798 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:13:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:51.321343 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b024c805-97e2-4f58-b07a-655e241e1155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:51.341508 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-a85872bf-85e7-4a06-b301-6c532961384e service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017102 Jul 29 17:13:51.359543 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:13:51.396169 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442985fd-ca11-4cc7-9967-e2c75b3d6fe1 req-041c75eb-5fb9-4a79-943f-d174c5ed0b87 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:51.397793 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-442985fd-ca11-4cc7-9967-e2c75b3d6fe1 req-041c75eb-5fb9-4a79-943f-d174c5ed0b87 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.2136333 Jul 29 17:13:51.515095 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-442985fd-ca11-4cc7-9967-e2c75b3d6fe1 req-d42d9880-c525-463e-b6e5-53d78f2b3fcb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037371 Jul 29 17:13:51.545544 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-255a23c0-2b1a-4fec-b8bb-5af3d5601286 req-24ade743-2330-44aa-aba6-6365b3886f9d service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958451 Jul 29 17:13:51.639189 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b024c805-97e2-4f58-b07a-655e241e1155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:51.645316 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b024c805-97e2-4f58-b07a-655e241e1155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:51.702566 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33378) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:51.702800 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b024c805-97e2-4f58-b07a-655e241e1155 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca1e96fa4da54abe899ba3c02388b227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8720782 Jul 29 17:13:51.704783 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024c805-97e2-4f58-b07a-655e241e1155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48925408-29e7-4035-919f-eb9a7101d524,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:51.713938 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '97ed5b45-3850-432b-8d25-91b9dfc567dd', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'port_id': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'mac_address': 'fa:16:3e:3c:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:13:15Z', 'updated_at': '2021-07-29T17:13:48Z', 'revision_number': 1, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:13:51.766846 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6c282-9f08-4c6e-9ce1-d59790f0c446 None None] The sync data for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi is: [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '97ed5b45-3850-432b-8d25-91b9dfc567dd', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'port_id': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'mac_address': 'fa:16:3e:3c:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:13:15Z', 'updated_at': '2021-07-29T17:13:48Z', 'revision_number': 1, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:13:51.785717 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-06ba42d1-0bb7-4687-9e0f-6f5351bdf3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:51.823064 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-06ba42d1-0bb7-4687-9e0f-6f5351bdf3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:51.883508 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-06ba42d1-0bb7-4687-9e0f-6f5351bdf3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:51.887172 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-06ba42d1-0bb7-4687-9e0f-6f5351bdf3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:51.891652 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-06ba42d1-0bb7-4687-9e0f-6f5351bdf3fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48925408-29e7-4035-919f-eb9a7101d524 HTTP/1.1" status: 204 len: 168 time: 0.1879432 Jul 29 17:13:51.899782 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba42d1-0bb7-4687-9e0f-6f5351bdf3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48925408-29e7-4035-919f-eb9a7101d524,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:52.028797 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a54a92-266e-4606-be16-2786c06f01ac None None] New status for floating IP 97ed5b45-3850-432b-8d25-91b9dfc567dd: ACTIVE {{(pid=93268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:13:52.175358 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33398) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:52.452132 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-18c4beaf-ede0-4e2c-a774-cf5deaf52977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:52.590953 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-18c4beaf-ede0-4e2c-a774-cf5deaf52977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:52.601920 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-18c4beaf-ede0-4e2c-a774-cf5deaf52977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:52.692507 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4beaf-ede0-4e2c-a774-cf5deaf52977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22451a7b-81f1-417d-8c26-86003008923a,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:52.762829 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-18c4beaf-ede0-4e2c-a774-cf5deaf52977 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a508bacce6fa4e33bc4d48d579186e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861173 Jul 29 17:13:52.767492 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33442) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:52.798397 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02a129-49f8-46df-9098-6806edd6d557 req-15b2f379-6e65-49bc-bb99-a60666ca3259 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:52.801584 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0b02a129-49f8-46df-9098-6806edd6d557 req-15b2f379-6e65-49bc-bb99-a60666ca3259 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1704288 Jul 29 17:13:52.864150 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-3c85fb82-bed7-4968-b841-bbaf40d42507 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:52.865922 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-3c85fb82-bed7-4968-b841-bbaf40d42507 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/networks?id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919 HTTP/1.1" status: 200 len: 809 time: 0.1438372 Jul 29 17:13:52.879256 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0b02a129-49f8-46df-9098-6806edd6d557 req-e563796b-0736-406e-a92d-1e48115cf6f4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619798 Jul 29 17:13:52.892323 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-776d5bb1-c99b-44c5-b716-bbff63f85434 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/quotas/55ed3617570a4f52a69d33dac15ca962 HTTP/1.1" status: 200 len: 375 time: 0.0201571 Jul 29 17:13:52.914323 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-900d63e3-0629-40d9-83f5-6a75b34a52f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:52.940948 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-8d011291-48be-4eb4-a1ff-85d0c74ac9b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55ed3617570a4f52a69d33dac15ca962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474250 Jul 29 17:13:52.953872 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-900d63e3-0629-40d9-83f5-6a75b34a52f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:53.013257 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-900d63e3-0629-40d9-83f5-6a75b34a52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:53.019260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-900d63e3-0629-40d9-83f5-6a75b34a52f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:53.024006 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-900d63e3-0629-40d9-83f5-6a75b34a52f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22451a7b-81f1-417d-8c26-86003008923a HTTP/1.1" status: 204 len: 168 time: 0.2522717 Jul 29 17:13:53.034260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d63e3-0629-40d9-83f5-6a75b34a52f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22451a7b-81f1-417d-8c26-86003008923a,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:53.072118 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-4f7e9c68-57ac-4408-9608-5b830117faea service neutron] 10.222.0.13 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227987 Jul 29 17:13:53.182345 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-e9e662ca-5413-43c3-a801-6ceeaacd1fcb service neutron] 10.222.0.13 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023974 Jul 29 17:13:53.364703 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ecdcd51f-30a9-489d-b4aa-f83dc466793b req-4e3aaf33-76ae-49e3-8ef7-6b5bb5c1e89b tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 210 time: 0.0349472 Jul 29 17:13:53.541243 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33482) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:53.564381 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f9be8dd4-4a68-49e6-832c-32523559e8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:53.734804 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f9be8dd4-4a68-49e6-832c-32523559e8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:53.741183 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f9be8dd4-4a68-49e6-832c-32523559e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:53.793560 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-f9be8dd4-4a68-49e6-832c-32523559e8d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15927d00d41a4de9969aa5a68769dc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486620 Jul 29 17:13:53.793560 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be8dd4-4a68-49e6-832c-32523559e8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784ebf72-c74e-41e6-b747-28fac5f45671,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:53.793926 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33494) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:53.897611 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c1d4311d-ae04-4b5e-89ef-ecdb517c382d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:53.979527 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c1d4311d-ae04-4b5e-89ef-ecdb517c382d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:54.102384 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6a78c-ce8d-46a2-ae87-fbaad1040031 req-cf411862-716f-4366-b8eb-ec558f9c2dbb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:54.104602 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-56c6a78c-ce8d-46a2-ae87-fbaad1040031 req-cf411862-716f-4366-b8eb-ec558f9c2dbb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0953021 Jul 29 17:13:54.108032 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c1d4311d-ae04-4b5e-89ef-ecdb517c382d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:54.110736 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c1d4311d-ae04-4b5e-89ef-ecdb517c382d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:54.115956 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-c1d4311d-ae04-4b5e-89ef-ecdb517c382d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/784ebf72-c74e-41e6-b747-28fac5f45671 HTTP/1.1" status: 204 len: 168 time: 0.3211143 Jul 29 17:13:54.136252 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4311d-ae04-4b5e-89ef-ecdb517c382d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ebf72-c74e-41e6-b747-28fac5f45671,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:54.225981 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-56c6a78c-ce8d-46a2-ae87-fbaad1040031 req-c5e46b51-8adf-476f-9431-3740e4d435f4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041243 Jul 29 17:13:54.460050 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-aee5d175-99c3-4ca7-a8ac-40db6e73fb79 req-16a1ed63-486f-41d2-bd76-82f0df66b3d8 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 210 time: 0.0342076 Jul 29 17:13:55.005510 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-ef2c599d-ca15-40a7-be5d-d9b4abb6cd4e tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:55.006283 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-ef2c599d-ca15-40a7-be5d-d9b4abb6cd4e tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.44 "GET /v2.0/networks?id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919 HTTP/1.1" status: 200 len: 809 time: 0.1870632 Jul 29 17:13:55.078578 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Request body: {'port': {'device_id': '0d867a66-0a2f-4ca9-84de-0ae636a4b875', 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919', 'admin_state_up': True, 'tenant_id': '55ed3617570a4f52a69d33dac15ca962'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:55.245062 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Made reservation on behalf of 55ed3617570a4f52a69d33dac15ca962 for: {'port': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:13:55.249798 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:55.382552 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec542e-1c64-442b-8d9f-a805b1ae58ca req-4de4f927-db7c-4d0b-8180-e0bc99c03e95 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:55.385087 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6eec542e-1c64-442b-8d9f-a805b1ae58ca req-4de4f927-db7c-4d0b-8180-e0bc99c03e95 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0758379 Jul 29 17:13:55.441487 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6eec542e-1c64-442b-8d9f-a805b1ae58ca req-f0dcc0f5-a85c-40b9-ac79-9a36b7cb326c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Jul 29 17:13:55.453971 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Allocated IP 172.20.0.10 (7a7ced2d-2baa-42b0-b0e8-c5efe6383919/c07c505a-b009-42c7-965b-c2cbc780b53d/f7728cd2-6a61-4aaf-875d-c532c9da573d) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:13:55.661005 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b6541c52-7b65-4369-b109-90bb730724cb req-d0ea0ec3-ec52-4426-bb93-896af05de818 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 210 time: 0.0588067 Jul 29 17:13:55.767422 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:55.825525 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:55.872226 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:13:55.878071 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:13:55.880715 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:13:55.886982 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:55.887622 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:55.905029 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Pushing event updated for resources: {'Port': ['ID=f7728cd2-6a61-4aaf-875d-c532c9da573d,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:55.915992 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-f01816a1-0167-4e1f-ac06-1717fdcf9b5d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8420994 Jul 29 17:13:55.964602 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Request body: {'port': {'device_id': '0d867a66-0a2f-4ca9-84de-0ae636a4b875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:13:56.032971 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:56.332925 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7728cd2-6a61-4aaf-875d-c532c9da573d {{(pid=93266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:13:56.340280 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:56.354183 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Transition to ACTIVE for port object f7728cd2-6a61-4aaf-875d-c532c9da573d will not be triggered until provisioned by entity L2. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:13:56.358861 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:56.414830 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Pushing event updated for resources: {'Port': ['ID=f7728cd2-6a61-4aaf-875d-c532c9da573d,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:56.459912 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Attempting to bind port f7728cd2-6a61-4aaf-875d-c532c9da573d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:13:56.459912 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Attempting to bind port f7728cd2-6a61-4aaf-875d-c532c9da573d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919'}] {{(pid=93266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:13:56.459912 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Attempting to bind port f7728cd2-6a61-4aaf-875d-c532c9da573d on network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:56.469657 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Port f7728cd2-6a61-4aaf-875d-c532c9da573d on network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:13:56.469657 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Attempting to bind port f7728cd2-6a61-4aaf-875d-c532c9da573d on network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:13:56.479112 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:13:56.479820 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Checking segment: {'id': 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:13:56.480366 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Bound using segment: {'id': 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919'} {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:13:56.481395 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Bound port: f7728cd2-6a61-4aaf-875d-c532c9da573d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919'}}] {{(pid=93266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:13:56.482007 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:56.586309 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] For port f7728cd2-6a61-4aaf-875d-c532c9da573d, host hv-cinder-78462, cleared binding levels {{(pid=93266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:13:56.590423 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] For port f7728cd2-6a61-4aaf-875d-c532c9da573d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7728cd2-6a61-4aaf-875d-c532c9da573d,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:13:56.600290 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:56.610833 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae998d5d-81a8-4ec3-95f7-6c2385e1645c req-764eb03e-24d2-4d43-96e0-64fe0328f4b4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:56.612893 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ae998d5d-81a8-4ec3-95f7-6c2385e1645c req-764eb03e-24d2-4d43-96e0-64fe0328f4b4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0789304 Jul 29 17:13:56.665276 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:56.665931 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:56.667433 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] 10.222.0.44 "PUT /v2.0/ports/f7728cd2-6a61-4aaf-875d-c532c9da573d HTTP/1.1" status: 200 len: 1094 time: 0.7082510 Jul 29 17:13:56.667909 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d867a66-0a2f-4ca9-84de-0ae636a4b875', 'tag': 'f7728cd2-6a61-4aaf-875d-c532c9da573d'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:13:56.670326 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44046eb-13b1-41cf-8883-8d93392099df" -d '{"events": [{"name": "network-changed", "server_uuid": "0d867a66-0a2f-4ca9-84de-0ae636a4b875", "tag": "f7728cd2-6a61-4aaf-875d-c532c9da573d"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:13:56.707958 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a58c8b-8ba0-4a1a-861f-c2ad7f13f794 service neutron] Pushing event updated for resources: {'Port': ['ID=f7728cd2-6a61-4aaf-875d-c532c9da573d,revision_number=3']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:56.719995 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ae998d5d-81a8-4ec3-95f7-6c2385e1645c req-75f128fa-8c16-45d7-8785-fbd022f7d151 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798781 Jul 29 17:13:56.721929 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1a872e-aa43-439d-b0a0-f0ccd8b17f43 x-openstack-request-id: req-3f1a872e-aa43-439d-b0a0-f0ccd8b17f43 {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:13:56.722185 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d867a66-0a2f-4ca9-84de-0ae636a4b875", "tag": "f7728cd2-6a61-4aaf-875d-c532c9da573d", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:13:56.722436 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f1a872e-aa43-439d-b0a0-f0ccd8b17f43 {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:13:56.722822 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d867a66-0a2f-4ca9-84de-0ae636a4b875', 'tag': 'f7728cd2-6a61-4aaf-875d-c532c9da573d', 'status': 'completed', 'code': 200} Jul 29 17:13:56.819809 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-b382397c-0b30-4cd3-a0af-fff19f024f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:56.823395 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-b382397c-0b30-4cd3-a0af-fff19f024f49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55ed3617570a4f52a69d33dac15ca962&device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 1097 time: 0.0547924 Jul 29 17:13:56.844966 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da945d-8edb-487f-860b-f8b64d2d4116 req-1390d3d3-8002-4bc5-af4a-134f01690399 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:56.853103 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e2da945d-8edb-487f-860b-f8b64d2d4116 req-1390d3d3-8002-4bc5-af4a-134f01690399 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 944 time: 0.0680890 Jul 29 17:13:56.876742 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-fde148a0-67ca-4af5-b6cf-bfe289673e9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7728cd2-6a61-4aaf-875d-c532c9da573d HTTP/1.1" status: 200 len: 217 time: 0.0382123 Jul 29 17:13:56.900649 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e2da945d-8edb-487f-860b-f8b64d2d4116 req-f361b12a-eb24-4a1c-a168-bb232439ed97 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466628 Jul 29 17:13:56.941520 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-665f42a7-0a02-44d4-956d-7421c0281db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:56.942910 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-665f42a7-0a02-44d4-956d-7421c0281db1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c07c505a-b009-42c7-965b-c2cbc780b53d HTTP/1.1" status: 200 len: 849 time: 0.0580626 Jul 29 17:13:56.980148 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-b9bf1020-36c2-44d6-a0cb-d6a932b38598 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255706 Jul 29 17:13:57.080595 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-51ffffeb-006e-4ceb-aca4-4ed502bb5790 service neutron] 10.222.0.44 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891032 Jul 29 17:13:57.180384 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-de301b37-ea6b-45b7-a6de-62d2dce1e963 req-45eeccf8-1b74-4e87-b2fe-f64d6a07f8e2 service neutron] 10.222.0.44 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926113 Jul 29 17:13:57.349449 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44046eb-13b1-41cf-8883-8d93392099df req-e68b678b-d14e-4666-9481-c4d1c5c883aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:57.351093 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f44046eb-13b1-41cf-8883-8d93392099df req-e68b678b-d14e-4666-9481-c4d1c5c883aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55ed3617570a4f52a69d33dac15ca962&device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 1097 time: 0.0489314 Jul 29 17:13:57.474911 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44046eb-13b1-41cf-8883-8d93392099df req-c4e129fa-21ab-4ef6-a58a-71c5ce03b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:57.476521 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f44046eb-13b1-41cf-8883-8d93392099df req-c4e129fa-21ab-4ef6-a58a-71c5ce03b529 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919 HTTP/1.1" status: 200 len: 910 time: 0.1175063 Jul 29 17:13:57.527790 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f44046eb-13b1-41cf-8883-8d93392099df req-ec3a4d2a-b46a-4fd8-89b7-671442591b98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7728cd2-6a61-4aaf-875d-c532c9da573d HTTP/1.1" status: 200 len: 217 time: 0.0430629 Jul 29 17:13:57.542627 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9468c47-a3bd-407d-a5e5-49da19edc33a req-2ab98c66-b00c-48be-8d1f-b97867a9208d tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:57.545024 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d9468c47-a3bd-407d-a5e5-49da19edc33a req-2ab98c66-b00c-48be-8d1f-b97867a9208d tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.0551991 Jul 29 17:13:57.581637 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44046eb-13b1-41cf-8883-8d93392099df req-e5ad80f2-77d8-4e32-ab8e-a4cdb5cd0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:57.583235 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f44046eb-13b1-41cf-8883-8d93392099df req-e5ad80f2-77d8-4e32-ab8e-a4cdb5cd0eb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c07c505a-b009-42c7-965b-c2cbc780b53d HTTP/1.1" status: 200 len: 849 time: 0.0482583 Jul 29 17:13:57.585450 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d9468c47-a3bd-407d-a5e5-49da19edc33a req-cfff8e0d-9277-4da7-927f-1047a9fb8ecb tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Jul 29 17:13:57.620760 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f44046eb-13b1-41cf-8883-8d93392099df req-136c0070-df39-422a-9c08-2fe710b07bef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293193 Jul 29 17:13:57.673340 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:13:57.725338 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f44046eb-13b1-41cf-8883-8d93392099df req-49a98e7d-c839-42bb-8e42-946b4b01a2a8 service neutron] 10.222.0.44 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926270 Jul 29 17:13:57.829847 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f44046eb-13b1-41cf-8883-8d93392099df req-0bf87146-58eb-4ac5-beb7-99038db35909 service neutron] 10.222.0.44 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886757 Jul 29 17:13:57.883268 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c65c09-4b00-40fc-8ae5-dd6906bbf97a req-4efdbe58-bda9-49ac-b35c-4d3666ea6c06 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:57.884800 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e2c65c09-4b00-40fc-8ae5-dd6906bbf97a req-4efdbe58-bda9-49ac-b35c-4d3666ea6c06 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0517378 Jul 29 17:13:57.927035 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e2c65c09-4b00-40fc-8ae5-dd6906bbf97a req-c3b94443-b973-45bf-9cd7-ddae44defe26 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356071 Jul 29 17:13:58.027831 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852445-79f2-47fa-acc3-bc7224a45f57 req-7fc96b60-da96-4829-aa07-fa3f8c9f75f0 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:58.029853 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b5852445-79f2-47fa-acc3-bc7224a45f57 req-7fc96b60-da96-4829-aa07-fa3f8c9f75f0 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 944 time: 0.0583451 Jul 29 17:13:58.077944 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b5852445-79f2-47fa-acc3-bc7224a45f57 req-d3f7aa37-60d6-4e97-97c4-cf7672f7d77d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373764 Jul 29 17:13:58.167964 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33690) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:58.280761 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e16961fa-c87f-447a-b468-cbca13ba868b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.372295 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e16961fa-c87f-447a-b468-cbca13ba868b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.375988 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e16961fa-c87f-447a-b468-cbca13ba868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.414153 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-e16961fa-c87f-447a-b468-cbca13ba868b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e0878dcb57e4c0f890202757d11f33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449324 Jul 29 17:13:58.414860 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16961fa-c87f-447a-b468-cbca13ba868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed48d88-5660-4cc4-a9e4-54ac73ad4ecd,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:58.416716 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33698) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:58.465526 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4e3538f8-a688-4bce-b5f7-25553a60ba26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.487378 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4e3538f8-a688-4bce-b5f7-25553a60ba26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.538040 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4e3538f8-a688-4bce-b5f7-25553a60ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.540589 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4e3538f8-a688-4bce-b5f7-25553a60ba26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.544335 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4e3538f8-a688-4bce-b5f7-25553a60ba26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ed48d88-5660-4cc4-a9e4-54ac73ad4ecd HTTP/1.1" status: 204 len: 168 time: 0.1240606 Jul 29 17:13:58.549476 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3538f8-a688-4bce-b5f7-25553a60ba26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed48d88-5660-4cc4-a9e4-54ac73ad4ecd,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:58.721711 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038de0-a9bd-4950-916e-bb2570cff938 req-9ff8c5ff-ce95-41b4-a715-ab7f93b6bb8b tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:58.724402 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-aa038de0-a9bd-4950-916e-bb2570cff938 req-9ff8c5ff-ce95-41b4-a715-ab7f93b6bb8b tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.0595515 Jul 29 17:13:58.774395 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-aa038de0-a9bd-4950-916e-bb2570cff938 req-fc75fe7e-323e-4061-a80b-ff7dff90c8a4 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Jul 29 17:13:58.822359 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33718) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:58.836828 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea722d96-5aa8-4f1e-bf82-d6c6bd6ef6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.932997 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea722d96-5aa8-4f1e-bf82-d6c6bd6ef6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.938985 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea722d96-5aa8-4f1e-bf82-d6c6bd6ef6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:58.979889 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea722d96-5aa8-4f1e-bf82-d6c6bd6ef6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb972d5-c23e-4fa7-8517-4568601b0339,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:58.987709 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33728) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:13:58.993794 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-ea722d96-5aa8-4f1e-bf82-d6c6bd6ef6ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d51e705866fc444e9af399aa181626e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701100 Jul 29 17:13:59.041516 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2208c8c8-8d04-4cf8-9abe-8af207ae3b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:59.074191 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2208c8c8-8d04-4cf8-9abe-8af207ae3b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:59.087001 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b6b6a-a042-48ec-9e44-95a3f1998cb4 req-fd3a3e2f-ac9f-4275-a650-7968a1eb6fa9 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:59.088713 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a06b6b6a-a042-48ec-9e44-95a3f1998cb4 req-fd3a3e2f-ac9f-4275-a650-7968a1eb6fa9 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0651422 Jul 29 17:13:59.137673 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a06b6b6a-a042-48ec-9e44-95a3f1998cb4 req-9b5084be-19ed-4355-8687-8d0cd2743982 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Jul 29 17:13:59.137961 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2208c8c8-8d04-4cf8-9abe-8af207ae3b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:59.140664 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2208c8c8-8d04-4cf8-9abe-8af207ae3b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:13:59.141803 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-2208c8c8-8d04-4cf8-9abe-8af207ae3b7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cb972d5-c23e-4fa7-8517-4568601b0339 HTTP/1.1" status: 204 len: 168 time: 0.1531265 Jul 29 17:13:59.159791 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208c8c8-8d04-4cf8-9abe-8af207ae3b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb972d5-c23e-4fa7-8517-4568601b0339,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:13:59.286299 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85673-d7a2-49a1-9461-4af370769ca4 req-38ea3545-94f1-4177-a0a1-6d9710a0ab4b tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:59.293727 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b4a85673-d7a2-49a1-9461-4af370769ca4 req-38ea3545-94f1-4177-a0a1-6d9710a0ab4b tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 944 time: 0.0863683 Jul 29 17:13:59.333710 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b4a85673-d7a2-49a1-9461-4af370769ca4 req-8b705b63-fab3-4c24-869e-be2cebadc1c0 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390270 Jul 29 17:13:59.947189 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd6ff5-1efc-4d4f-8fb2-8e0db5891f00 req-a1acfc75-780e-48c8-94e6-ec00f7681ed7 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:13:59.953247 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93dd6ff5-1efc-4d4f-8fb2-8e0db5891f00 req-a1acfc75-780e-48c8-94e6-ec00f7681ed7 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.0797162 Jul 29 17:13:59.974697 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f7728cd2-6a61-4aaf-875d-c532c9da573d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:14:00.005195 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93dd6ff5-1efc-4d4f-8fb2-8e0db5891f00 req-44f83377-1c44-4e09-a082-dd69dea0045a tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/security-groups?id=906405dd-3056-44f7-8e55-c01be7841def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489719 Jul 29 17:14:00.131142 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-44ee8d07-1cd5-4ef2-88b8-98170cceaa8e tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:00.132774 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-44ee8d07-1cd5-4ef2-88b8-98170cceaa8e tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 945 time: 0.0740581 Jul 29 17:14:00.226120 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port f7728cd2-6a61-4aaf-875d-c532c9da573d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7728cd2-6a61-4aaf-875d-c532c9da573d,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:00.239049 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'f7728cd2-6a61-4aaf-875d-c532c9da573d', 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919', 'port_id': 'f7728cd2-6a61-4aaf-875d-c532c9da573d', 'mac_address': 'fa:16:3e:69:30:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07c505a-b009-42c7-965b-c2cbc780b53d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:14:00.280727 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:00.294594 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7728cd2-6a61-4aaf-875d-c532c9da573d {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:14:00.319538 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port f7728cd2-6a61-4aaf-875d-c532c9da573d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7728cd2-6a61-4aaf-875d-c532c9da573d,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:00.323864 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:00.359061 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27850d5-34fd-425e-8c25-c0d0f8cd0601 req-17d03e70-bf21-4bd5-82cf-0781cfa2b1c4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:00.361169 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e27850d5-34fd-425e-8c25-c0d0f8cd0601 req-17d03e70-bf21-4bd5-82cf-0781cfa2b1c4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1315563 Jul 29 17:14:00.365290 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Deleting port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:14:00.365732 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:00.391172 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=f7728cd2-6a61-4aaf-875d-c532c9da573d,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:00.501270 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e906a4-7093-4c7f-9d52-b49e1000436f req-aa42ff10-0f7b-4596-adf4-161a0efc03cb tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:00.503088 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-43e906a4-7093-4c7f-9d52-b49e1000436f req-aa42ff10-0f7b-4596-adf4-161a0efc03cb tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 945 time: 0.0820708 Jul 29 17:14:00.556032 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-43e906a4-7093-4c7f-9d52-b49e1000436f req-d33df0a7-e3de-4b6f-a9fd-4f20e68949af tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Jul 29 17:14:00.675903 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e27850d5-34fd-425e-8c25-c0d0f8cd0601 req-36d56853-e3f1-4cf7-a389-a19a9ef9f181 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069358 Jul 29 17:14:00.686315 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f7728cd2-6a61-4aaf-875d-c532c9da573d'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:14:00.717044 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] For port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,segment=NetworkSegment(98096748-18a8-451b-9764-b3ed31a4920b),segment_id=98096748-18a8-451b-9764-b3ed31a4920b)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:00.717548 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:00.733897 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Calling delete_port for b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 owned by compute:nova {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:14:00.907733 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:00.940395 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Pushing event deleted for resources: {'Port': ['ID=b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:00.999453 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:00.999697 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.000042 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.000383 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.000743 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.001080 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.001416 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.001747 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.002111 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.002439 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.002764 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.003087 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:01.030404 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] No DVR routers for this DVR port b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 on host hv-cinder-78462 {{(pid=93266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:14:01.034456 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:01.036691 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-130d0ae1-e83a-4cc6-85cf-cd0343d5e4f4 req-21771884-46ed-4be3-9488-6a514092d5ad tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.44 "DELETE /v2.0/ports/b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 HTTP/1.1" status: 204 len: 173 time: 0.8973458 Jul 29 17:14:01.037187 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a', 'name': 'network-vif-deleted', 'tag': 'b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:01.051343 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6779323f-0402-4ab1-85ff-1d003d026a7d" -d '{"events": [{"server_uuid": "7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a", "name": "network-vif-deleted", "tag": "b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:01.139394 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e006caf5-0667-46a0-b4e1-e89ca98aa4d4 req-a82ea11d-cef8-4c12-953c-96c6d3b9e7fd tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 210 time: 0.0396936 Jul 29 17:14:01.212619 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931f43d2-748e-4531-984b-9e86385a811b x-openstack-request-id: req-931f43d2-748e-4531-984b-9e86385a811b {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:01.214466 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a", "name": "network-vif-deleted", "tag": "b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:01.214734 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-931f43d2-748e-4531-984b-9e86385a811b {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:01.215520 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a', 'name': 'network-vif-deleted', 'tag': 'b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86', 'status': 'completed', 'code': 200} Jul 29 17:14:01.225589 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33848) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:01.430208 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:14:01.478049 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ede17619-edf0-448d-9f48-17a5228368d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:01.589130 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ede17619-edf0-448d-9f48-17a5228368d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:01.593980 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ede17619-edf0-448d-9f48-17a5228368d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:01.651806 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede17619-edf0-448d-9f48-17a5228368d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c226f3a-d13d-43bd-b281-bbce2e36ad11,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:01.656763 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-ede17619-edf0-448d-9f48-17a5228368d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e1009926e95479799747b3bdd2a36da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298723 Jul 29 17:14:01.659954 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33870) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:01.697759 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d38a6-a697-4278-9ea5-760e305b4964 req-ea6c0915-c182-43e5-84b1-743929c7705f tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:01.700093 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d14d38a6-a697-4278-9ea5-760e305b4964 req-ea6c0915-c182-43e5-84b1-743929c7705f tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 945 time: 0.0652943 Jul 29 17:14:01.721976 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-661c3576-23ce-47f3-8a2d-b013e4262894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:01.773660 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d14d38a6-a697-4278-9ea5-760e305b4964 req-0cfac2b8-bc75-4b50-b1e2-448c81ebcfe3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625401 Jul 29 17:14:01.779533 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-661c3576-23ce-47f3-8a2d-b013e4262894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:01.884441 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afd72c-3e39-4833-b67b-4dc8aa6ea3fa req-2bc7ac24-8c54-4923-8d18-5939a4e8fabd tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:01.886932 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b0afd72c-3e39-4833-b67b-4dc8aa6ea3fa req-2bc7ac24-8c54-4923-8d18-5939a4e8fabd tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0716455 Jul 29 17:14:01.914395 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-661c3576-23ce-47f3-8a2d-b013e4262894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:01.917167 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-661c3576-23ce-47f3-8a2d-b013e4262894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:01.918410 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-661c3576-23ce-47f3-8a2d-b013e4262894 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c226f3a-d13d-43bd-b281-bbce2e36ad11 HTTP/1.1" status: 204 len: 168 time: 0.2577236 Jul 29 17:14:01.937821 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c3576-23ce-47f3-8a2d-b013e4262894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c226f3a-d13d-43bd-b281-bbce2e36ad11,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:01.974468 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b0afd72c-3e39-4833-b67b-4dc8aa6ea3fa req-2d7dab35-0a80-4163-9938-8c78c68a8c3d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801830 Jul 29 17:14:02.005480 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f7728cd2-6a61-4aaf-875d-c532c9da573d up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:02.077186 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port f7728cd2-6a61-4aaf-875d-c532c9da573d completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:02.084272 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port f7728cd2-6a61-4aaf-875d-c532c9da573d triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:02.084687 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.209540 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.250725 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d867a66-0a2f-4ca9-84de-0ae636a4b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7728cd2-6a61-4aaf-875d-c532c9da573d'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:02.253691 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc352cfb-5b6f-483b-beb6-79e576dcd33a" -d '{"events": [{"server_uuid": "0d867a66-0a2f-4ca9-84de-0ae636a4b875", "name": "network-vif-plugged", "status": "completed", "tag": "f7728cd2-6a61-4aaf-875d-c532c9da573d"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:02.271176 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port f7728cd2-6a61-4aaf-875d-c532c9da573d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7728cd2-6a61-4aaf-875d-c532c9da573d,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:02.276149 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.319354 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f81340c2-32ec-4503-a0a5-e2bd41fc8531 req-efbe6172-4108-460f-969b-893d80d22035 tempest-DeleteServersTestJSON-964700062 tempest-DeleteServersTestJSON-964700062-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1b8d8b-da3b-4ee2-86bb-08d3784ab56a HTTP/1.1" status: 200 len: 210 time: 0.0305119 Jul 29 17:14:02.333097 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=f7728cd2-6a61-4aaf-875d-c532c9da573d,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:02.341466 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.341839 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.342185 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.342518 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.342848 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.343177 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.343678 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.344007 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.344499 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.344850 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.345172 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.345493 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.356742 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33898) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:02.393295 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d702fc4c-7570-44f7-8c24-0bbeda878947 x-openstack-request-id: req-d702fc4c-7570-44f7-8c24-0bbeda878947 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:02.393585 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d867a66-0a2f-4ca9-84de-0ae636a4b875", "name": "network-vif-plugged", "status": "completed", "tag": "f7728cd2-6a61-4aaf-875d-c532c9da573d", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:02.393839 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d702fc4c-7570-44f7-8c24-0bbeda878947 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:02.394229 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d867a66-0a2f-4ca9-84de-0ae636a4b875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7728cd2-6a61-4aaf-875d-c532c9da573d', 'code': 200} Jul 29 17:14:02.503981 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.520840 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33904) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:02.539100 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-511e2544-b0e6-42c4-a2ec-83210cfce454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.620110 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.624407 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.666709 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a259303a23e84934bc6f80d8061c01f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088663 Jul 29 17:14:02.667582 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b6f9f-05f0-44e4-bcb3-c07481024887,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:02.669754 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33906) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:02.682022 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.682620 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.682963 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.683299 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.683633 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.683964 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.684490 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.684830 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.685165 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.685488 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.685972 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.686300 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b7ba7-b2af-4335-b3a4-87ee07c2c34f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:02.719138 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1327a1-d049-4fdc-af73-e1fb519b142a req-f76f60c5-a6d0-4bbf-b8f6-f696372cde29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:02.720838 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fb1327a1-d049-4fdc-af73-e1fb519b142a req-f76f60c5-a6d0-4bbf-b8f6-f696372cde29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 1099 time: 0.0602584 Jul 29 17:14:02.739739 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-55ec29fd-f4c7-4f78-bd8c-00f02120e6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.776438 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-55ec29fd-f4c7-4f78-bd8c-00f02120e6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.803206 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-511e2544-b0e6-42c4-a2ec-83210cfce454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.832422 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-55ec29fd-f4c7-4f78-bd8c-00f02120e6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.835475 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-55ec29fd-f4c7-4f78-bd8c-00f02120e6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.839143 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-55ec29fd-f4c7-4f78-bd8c-00f02120e6af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b29b6f9f-05f0-44e4-bcb3-c07481024887 HTTP/1.1" status: 204 len: 168 time: 0.1659133 Jul 29 17:14:02.845491 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-511e2544-b0e6-42c4-a2ec-83210cfce454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:02.850956 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec29fd-f4c7-4f78-bd8c-00f02120e6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b6f9f-05f0-44e4-bcb3-c07481024887,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:02.884730 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fb1327a1-d049-4fdc-af73-e1fb519b142a req-ac38808e-9f1f-4ded-b451-e145149d41fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377978 Jul 29 17:14:02.888688 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e2544-b0e6-42c4-a2ec-83210cfce454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd450846-df02-40d7-9880-36915a90a2b6,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:02.926452 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-511e2544-b0e6-42c4-a2ec-83210cfce454 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee76da7316a04aad9f47b7bdcd27ce1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043596 Jul 29 17:14:02.930190 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33916) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:02.969592 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e17047-fe30-4b15-8e0e-31419ca1cdc6 req-d117feb7-3eef-46c9-bd8c-85baad00a7d8 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:02.971242 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63e17047-fe30-4b15-8e0e-31419ca1cdc6 req-d117feb7-3eef-46c9-bd8c-85baad00a7d8 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 946 time: 0.0679040 Jul 29 17:14:02.983062 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7a953385-df54-48f3-82e8-b2a3c7fb2bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.007719 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7a953385-df54-48f3-82e8-b2a3c7fb2bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.021363 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63e17047-fe30-4b15-8e0e-31419ca1cdc6 req-e09e7b61-17a4-41f4-8585-11f989e56be1 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440109 Jul 29 17:14:03.098113 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7a953385-df54-48f3-82e8-b2a3c7fb2bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.100791 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7a953385-df54-48f3-82e8-b2a3c7fb2bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.102065 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-7a953385-df54-48f3-82e8-b2a3c7fb2bd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd450846-df02-40d7-9880-36915a90a2b6 HTTP/1.1" status: 204 len: 168 time: 0.1708202 Jul 29 17:14:03.113180 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a953385-df54-48f3-82e8-b2a3c7fb2bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd450846-df02-40d7-9880-36915a90a2b6,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:03.132279 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643130d-8c2a-4944-96e3-59d38ebeb4f3 req-970a6a49-ec51-4220-8177-320cd4bb63c3 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:03.133608 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e643130d-8c2a-4944-96e3-59d38ebeb4f3 req-970a6a49-ec51-4220-8177-320cd4bb63c3 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0706313 Jul 29 17:14:03.184318 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e643130d-8c2a-4944-96e3-59d38ebeb4f3 req-6dc7d104-f312-42dd-a776-92411703c407 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371389 Jul 29 17:14:03.249149 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33926) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:03.264200 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-79d525ae-bdd1-44cf-8d3e-18c3a04f6762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.380070 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-79d525ae-bdd1-44cf-8d3e-18c3a04f6762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.388816 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-79d525ae-bdd1-44cf-8d3e-18c3a04f6762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.443710 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-79d525ae-bdd1-44cf-8d3e-18c3a04f6762 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08218140b40c479c87413064b4aaac10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910243 Jul 29 17:14:03.443710 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d525ae-bdd1-44cf-8d3e-18c3a04f6762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ff55f4-7ba2-403d-8e1e-208ee9f64ddd,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:03.444450 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33946) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:03.510286 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4efa3013-2101-4b19-9dfc-b1dc1e8aecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.542350 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4efa3013-2101-4b19-9dfc-b1dc1e8aecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.606283 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4efa3013-2101-4b19-9dfc-b1dc1e8aecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.608858 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4efa3013-2101-4b19-9dfc-b1dc1e8aecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.609575 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33956) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:03.610150 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-4efa3013-2101-4b19-9dfc-b1dc1e8aecab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5ff55f4-7ba2-403d-8e1e-208ee9f64ddd HTTP/1.1" status: 204 len: 168 time: 0.1644151 Jul 29 17:14:03.619570 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa3013-2101-4b19-9dfc-b1dc1e8aecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ff55f4-7ba2-403d-8e1e-208ee9f64ddd,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:03.644250 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c8dac568-2848-4a83-ac49-11c28cfb147f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.778195 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c8dac568-2848-4a83-ac49-11c28cfb147f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.783828 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c8dac568-2848-4a83-ac49-11c28cfb147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.829846 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-c8dac568-2848-4a83-ac49-11c28cfb147f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36e0f9106aaf4ba7a99a2330fe297bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187607 Jul 29 17:14:03.830714 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33964) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:03.831722 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dac568-2848-4a83-ac49-11c28cfb147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03700ef6-5ff9-4041-8218-2d144cf006e6,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:03.903625 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-aebcb811-b245-4fb9-ac9a-6c49650e854e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.928731 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-aebcb811-b245-4fb9-ac9a-6c49650e854e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.986913 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-aebcb811-b245-4fb9-ac9a-6c49650e854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.989533 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-aebcb811-b245-4fb9-ac9a-6c49650e854e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:03.990693 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-aebcb811-b245-4fb9-ac9a-6c49650e854e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03700ef6-5ff9-4041-8218-2d144cf006e6 HTTP/1.1" status: 204 len: 168 time: 0.1584117 Jul 29 17:14:03.999825 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcb811-b245-4fb9-ac9a-6c49650e854e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03700ef6-5ff9-4041-8218-2d144cf006e6,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:04.078598 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 33972) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:04.092182 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-effb7a11-c342-442b-90df-8426c979585f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:04.169858 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a847c-5b4f-44b2-90db-3faaa90e04d1 req-9377d5e0-24b7-453f-96c6-b41c14c3a124 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:04.171350 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0f4a847c-5b4f-44b2-90db-3faaa90e04d1 req-9377d5e0-24b7-453f-96c6-b41c14c3a124 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 946 time: 0.0712686 Jul 29 17:14:04.234405 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0f4a847c-5b4f-44b2-90db-3faaa90e04d1 req-7424aaea-1045-4dc8-b281-6c300e1ddd9a tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552409 Jul 29 17:14:04.271249 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-effb7a11-c342-442b-90df-8426c979585f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:04.277843 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-effb7a11-c342-442b-90df-8426c979585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:04.324837 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-effb7a11-c342-442b-90df-8426c979585f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d85d0629bab4238ae9f43de84df8531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451189 Jul 29 17:14:04.327508 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 33986) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:04.348003 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb7a11-c342-442b-90df-8426c979585f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b459a51d-5bb3-4e30-b729-0e1b272ff63a,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:04.374469 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d11ab-a345-461d-91b0-9f316bcf810e req-11213ae1-820f-4ec2-a36b-c855ab64baed tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:04.376088 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-632d11ab-a345-461d-91b0-9f316bcf810e req-11213ae1-820f-4ec2-a36b-c855ab64baed tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0808942 Jul 29 17:14:04.388260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-748f7353-055c-463a-88f1-e13e13c2f348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:04.417304 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-748f7353-055c-463a-88f1-e13e13c2f348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:04.425494 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-632d11ab-a345-461d-91b0-9f316bcf810e req-8a6164e2-b425-4f47-8e8f-42a9eb38f896 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Jul 29 17:14:04.473615 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-748f7353-055c-463a-88f1-e13e13c2f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:04.476366 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-748f7353-055c-463a-88f1-e13e13c2f348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:04.477566 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-748f7353-055c-463a-88f1-e13e13c2f348 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b459a51d-5bb3-4e30-b729-0e1b272ff63a HTTP/1.1" status: 204 len: 168 time: 0.1490715 Jul 29 17:14:04.485704 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f7353-055c-463a-88f1-e13e13c2f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459a51d-5bb3-4e30-b729-0e1b272ff63a,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:05.174562 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:14:05.194701 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:14:05.195175 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b2c9b0f6-27ec-42c9-bc85-7ec73bf98c86 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:14:05.359056 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5252683-22d0-474c-ac5a-2bfb1b1ee75a req-cd46faea-075d-49b0-aaae-2d8e03602652 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:05.360959 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d5252683-22d0-474c-ac5a-2bfb1b1ee75a req-cd46faea-075d-49b0-aaae-2d8e03602652 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 946 time: 0.0586166 Jul 29 17:14:05.408637 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d5252683-22d0-474c-ac5a-2bfb1b1ee75a req-266d1d42-ff6c-40e0-98c2-541eec93c1cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Jul 29 17:14:05.547550 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70029578-2470-4f8b-8978-8368a5104dff req-d57ef9c5-e317-47d8-870d-558bfc498b54 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:05.549079 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-70029578-2470-4f8b-8978-8368a5104dff req-d57ef9c5-e317-47d8-870d-558bfc498b54 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0554411 Jul 29 17:14:05.588400 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-70029578-2470-4f8b-8978-8368a5104dff req-ea7c8de8-62d0-4467-a9b9-e635ddfbf008 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Jul 29 17:14:06.291954 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34074) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:06.407160 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-364ce015-9b95-46bf-9b82-586b225a06a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:06.513445 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-364ce015-9b95-46bf-9b82-586b225a06a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:06.519071 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-364ce015-9b95-46bf-9b82-586b225a06a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:06.542446 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e6e0e-edba-42e2-9c00-62979f218b8c req-be8b373d-cc00-4f3c-80b5-0770b3b2a9af tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:06.544274 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-572e6e0e-edba-42e2-9c00-62979f218b8c req-be8b373d-cc00-4f3c-80b5-0770b3b2a9af tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 946 time: 0.0585811 Jul 29 17:14:06.562869 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-364ce015-9b95-46bf-9b82-586b225a06a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7ca5df27e0546e19e285fe1643daa42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696798 Jul 29 17:14:06.563892 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ce015-9b95-46bf-9b82-586b225a06a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc04466-91c7-4608-8b19-c22bca914c09,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:06.567746 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34090) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:06.590141 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-572e6e0e-edba-42e2-9c00-62979f218b8c req-472388c2-98dc-47ef-82fe-8756246120d1 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376647 Jul 29 17:14:06.628836 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a1e14fae-7e6e-46a8-bbbe-1886c050db27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:06.654574 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a1e14fae-7e6e-46a8-bbbe-1886c050db27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:06.737784 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c0209-d5d4-415f-8c47-3a7ab6f14161 req-7f9af254-9b6a-4b75-b4d4-73765198f2c5 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:06.739573 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3c7c0209-d5d4-415f-8c47-3a7ab6f14161 req-7f9af254-9b6a-4b75-b4d4-73765198f2c5 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0647163 Jul 29 17:14:06.756136 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a1e14fae-7e6e-46a8-bbbe-1886c050db27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:06.758984 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a1e14fae-7e6e-46a8-bbbe-1886c050db27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:06.760651 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-a1e14fae-7e6e-46a8-bbbe-1886c050db27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcc04466-91c7-4608-8b19-c22bca914c09 HTTP/1.1" status: 204 len: 168 time: 0.1914082 Jul 29 17:14:06.783951 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e14fae-7e6e-46a8-bbbe-1886c050db27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc04466-91c7-4608-8b19-c22bca914c09,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:06.808874 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3c7c0209-d5d4-415f-8c47-3a7ab6f14161 req-667699f3-f7c9-468a-9c1f-90b8cf54799d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611632 Jul 29 17:14:07.054378 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34100) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:07.068260 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-feda9ff8-5de5-4e95-a601-4df4a62eff64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.167226 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-feda9ff8-5de5-4e95-a601-4df4a62eff64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.180093 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-feda9ff8-5de5-4e95-a601-4df4a62eff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.215851 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34110) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:07.226670 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-feda9ff8-5de5-4e95-a601-4df4a62eff64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3480bcf58852484199068b9e3434c4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674321 Jul 29 17:14:07.227053 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34114) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:07.228415 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda9ff8-5de5-4e95-a601-4df4a62eff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cdadd2-a4db-408b-a01d-274082e9130f,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:07.317084 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7f20a9-9170-474c-901d-c29c84ecea92 admin admin] Deleting subnet 5205d954-8902-41ad-b350-6c53bf0ec94a {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:14:07.320276 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cf7f20a9-9170-474c-901d-c29c84ecea92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.360341 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49545205-f22f-4b17-a26a-7fb5ccdbe83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.367855 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cf7f20a9-9170-474c-901d-c29c84ecea92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.414549 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49545205-f22f-4b17-a26a-7fb5ccdbe83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.438514 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cf7f20a9-9170-474c-901d-c29c84ecea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.509103 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49545205-f22f-4b17-a26a-7fb5ccdbe83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.512110 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-49545205-f22f-4b17-a26a-7fb5ccdbe83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.515901 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-49545205-f22f-4b17-a26a-7fb5ccdbe83b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49cdadd2-a4db-408b-a01d-274082e9130f HTTP/1.1" status: 204 len: 168 time: 0.2853506 Jul 29 17:14:07.516285 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cf7f20a9-9170-474c-901d-c29c84ecea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.546193 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49545205-f22f-4b17-a26a-7fb5ccdbe83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cdadd2-a4db-408b-a01d-274082e9130f,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:07.548328 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f20a9-9170-474c-901d-c29c84ecea92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5205d954-8902-41ad-b350-6c53bf0ec94a,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:07.552608 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cf7f20a9-9170-474c-901d-c29c84ecea92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.557099 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-cf7f20a9-9170-474c-901d-c29c84ecea92 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5205d954-8902-41ad-b350-6c53bf0ec94a HTTP/1.1" status: 204 len: 168 time: 0.3400793 Jul 29 17:14:07.557417 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34126) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:07.637973 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.727204 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8649656-b3eb-42b7-b264-10a56cd1adbf req-9e499316-7801-4713-acf7-508667e47f2c tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:07.733723 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f8649656-b3eb-42b7-b264-10a56cd1adbf req-9e499316-7801-4713-acf7-508667e47f2c tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 946 time: 0.0698175 Jul 29 17:14:07.734946 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:07.752772 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.752772 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.754036 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.754546 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > port after_create 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.755002 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.755514 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > port after_update 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.756049 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.756740 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.757169 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.757729 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.774983 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f8649656-b3eb-42b7-b264-10a56cd1adbf req-0cc3ccbc-dbb1-4a04-af2f-05fad030fac3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 Jul 29 17:14:07.941769 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.942358 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.942851 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.943461 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 17:14:07.944488 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3757230-f5cd-453c-a2d0-06c208c6701b']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:07.964052 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98096748-18a8-451b-9764-b3ed31a4920b') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:07.964332 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98096748-18a8-451b-9764-b3ed31a4920b') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:07.992515 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.064408 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.075794 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:14:08.076210 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: from cryptography.utils import int_from_bytes Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: from cryptography.utils import int_from_bytes Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:14:08.080155 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:14:08.152758 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac398755-cdc3-43e5-ba66-ab08cf9052a5 req-a408954a-ba40-4342-9452-326a399db992 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:08.153342 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ac398755-cdc3-43e5-ba66-ab08cf9052a5 req-a408954a-ba40-4342-9452-326a399db992 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1755595 Jul 29 17:14:08.183863 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.195391 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.197339 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] 10.222.0.13 "DELETE /v2.0/networks/c3757230-f5cd-453c-a2d0-06c208c6701b HTTP/1.1" status: 204 len: 168 time: 0.6385241 Jul 29 17:14:08.216595 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5d4d9-8a3e-4507-82c2-9ce4fad3650e admin admin] Pushing event deleted for resources: {'Network': ['ID=c3757230-f5cd-453c-a2d0-06c208c6701b,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:08.224455 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ac398755-cdc3-43e5-ba66-ab08cf9052a5 req-1ea80a6d-2c7a-4dba-bd81-5f12e32b0c48 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596161 Jul 29 17:14:08.353608 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34170) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:08.395170 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-d09bb449-92fd-46e4-830d-d239d7dc26b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=830ea2fd4ff4417cae93ee70898dd215&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403051 Jul 29 17:14:08.397484 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34178) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:08.447978 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-33c23cee-c431-4869-9ded-75694bee26aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.469857 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-33c23cee-c431-4869-9ded-75694bee26aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.527322 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-33c23cee-c431-4869-9ded-75694bee26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.530246 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-33c23cee-c431-4869-9ded-75694bee26aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:08.531549 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-33c23cee-c431-4869-9ded-75694bee26aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/906405dd-3056-44f7-8e55-c01be7841def HTTP/1.1" status: 204 len: 168 time: 0.1322527 Jul 29 17:14:08.540382 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c23cee-c431-4869-9ded-75694bee26aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906405dd-3056-44f7-8e55-c01be7841def,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:08.909395 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34204) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:09.119324 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51df5-1bcc-48b5-ac79-002f8dee90a1 req-4b06690f-ae87-46c8-9758-7e47837b5f4d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:09.120913 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ae51df5-1bcc-48b5-ac79-002f8dee90a1 req-4b06690f-ae87-46c8-9758-7e47837b5f4d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 946 time: 0.0579593 Jul 29 17:14:09.168926 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ae51df5-1bcc-48b5-ac79-002f8dee90a1 req-a7094108-2e60-487b-b3b2-4745947d751e tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Jul 29 17:14:09.231681 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34224) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:09.258651 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-465d58ff-16ef-4206-9681-294fd287f3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.326249 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-954e48d9-f7cd-4def-b7ae-33cad7824db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.386159 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-465d58ff-16ef-4206-9681-294fd287f3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.392361 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-465d58ff-16ef-4206-9681-294fd287f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.441421 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-465d58ff-16ef-4206-9681-294fd287f3d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=330867545f5c4c32a558a872719aa2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304995 Jul 29 17:14:09.442054 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34242) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:09.451480 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d58ff-16ef-4206-9681-294fd287f3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43085bb1-1b67-4464-901f-eb0a24016d9b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:09.461561 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc86285-c06d-4dd1-81a2-bce66d39e9ed req-68a75128-86bd-4525-ab02-16bb3d45c2d2 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:09.470154 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dcc86285-c06d-4dd1-81a2-bce66d39e9ed req-68a75128-86bd-4525-ab02-16bb3d45c2d2 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1229179 Jul 29 17:14:09.531030 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-166cdbbe-20ac-4e40-96db-ea7eeb815e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.536594 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dcc86285-c06d-4dd1-81a2-bce66d39e9ed req-bf1d053c-0352-4fe7-886a-b12a926a201e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Jul 29 17:14:09.578222 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-166cdbbe-20ac-4e40-96db-ea7eeb815e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.600758 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-954e48d9-f7cd-4def-b7ae-33cad7824db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.607687 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-954e48d9-f7cd-4def-b7ae-33cad7824db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.655748 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-954e48d9-f7cd-4def-b7ae-33cad7824db9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1b99be4b551498782628c38674b3e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191704 Jul 29 17:14:09.655748 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e48d9-f7cd-4def-b7ae-33cad7824db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6719a5e2-2bb7-4781-91c6-b091c6c68e41,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:09.656087 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34256) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:09.679333 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-166cdbbe-20ac-4e40-96db-ea7eeb815e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.685852 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-166cdbbe-20ac-4e40-96db-ea7eeb815e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.687283 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-166cdbbe-20ac-4e40-96db-ea7eeb815e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43085bb1-1b67-4464-901f-eb0a24016d9b HTTP/1.1" status: 204 len: 168 time: 0.2413673 Jul 29 17:14:09.700275 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cdbbe-20ac-4e40-96db-ea7eeb815e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43085bb1-1b67-4464-901f-eb0a24016d9b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:09.739054 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d1eef3d2-6715-47e4-95f5-16d6d71b0b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.763936 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d1eef3d2-6715-47e4-95f5-16d6d71b0b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.818978 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d1eef3d2-6715-47e4-95f5-16d6d71b0b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.822162 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d1eef3d2-6715-47e4-95f5-16d6d71b0b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:09.823576 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-d1eef3d2-6715-47e4-95f5-16d6d71b0b5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6719a5e2-2bb7-4781-91c6-b091c6c68e41 HTTP/1.1" status: 204 len: 168 time: 0.1657140 Jul 29 17:14:09.831904 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34266) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:09.832811 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eef3d2-6715-47e4-95f5-16d6d71b0b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6719a5e2-2bb7-4781-91c6-b091c6c68e41,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:10.157654 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1356878787-network', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:10.182316 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Made reservation on behalf of 74e6a20f26124832befe3b0ccf968d0c for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:10.185039 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.201180 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.341824 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be3a1b-22f2-4e4f-bd9f-ad858edda48e req-6bcef1bb-fcfa-4aa9-9427-027fb297f69f tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:10.351728 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-80be3a1b-22f2-4e4f-bd9f-ad858edda48e req-6bcef1bb-fcfa-4aa9-9427-027fb297f69f tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 946 time: 0.0882916 Jul 29 17:14:10.380000 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.386527 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.411287 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-80be3a1b-22f2-4e4f-bd9f-ad858edda48e req-4b939c32-c399-4e0e-b707-658d434f28e5 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517037 Jul 29 17:14:10.420042 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:14:10.427042 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a15bbfb-9932-48be-9217-96dcbccdec19,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:10.435205 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.435618 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.segments_db [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Added segment de79f107-bed4-4938-978e-3564537033c4 of type vlan for network a82dc695-f1af-4a67-9797-b862590f6f86 Jul 29 17:14:10.480198 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.517807 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.519010 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:10.519702 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.584881 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-b18ea4bc-c8bd-488f-9c14-8389691d448c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526242 Jul 29 17:14:10.587947 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7548561 Jul 29 17:14:10.591542 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34312) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:10.597809 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Request body: {'subnet': {'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1356878787-subnet', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:10.598352 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc7168-2c2f-4d2c-8e92-3b0aae69e676 admin admin] Pushing event updated for resources: {'Network': ['ID=a82dc695-f1af-4a67-9797-b862590f6f86,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:10.610565 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network a82dc695-f1af-4a67-9797-b862590f6f86 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:14:10.639807 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Made reservation on behalf of 74e6a20f26124832befe3b0ccf968d0c for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:10.642737 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8435131'] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:10.777644 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747336ae-907a-40a4-b338-18dedc4610d8 req-7f84999a-8d84-4c11-81dc-5b3255e4699e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:10.798400 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-747336ae-907a-40a4-b338-18dedc4610d8 req-7f84999a-8d84-4c11-81dc-5b3255e4699e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1212969 Jul 29 17:14:10.840035 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-b6b8c9bd-64ca-4ece-8e76-7f180eb09c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:10.841591 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-b6b8c9bd-64ca-4ece-8e76-7f180eb09c2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1099 time: 0.1127522 Jul 29 17:14:10.867233 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-747336ae-907a-40a4-b338-18dedc4610d8 req-eedf20bc-0883-43ae-b9eb-ace8b62576d6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629871 Jul 29 17:14:10.956008 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8435093'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.041775 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50016119-65bd-4874-b4db-02e4628c9763 req-1813184a-a0a1-419a-a0f1-8989e0def2ca tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:11.043464 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-50016119-65bd-4874-b4db-02e4628c9763 req-1813184a-a0a1-419a-a0f1-8989e0def2ca tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 946 time: 0.0729780 Jul 29 17:14:11.094237 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd4ae2f-4f71-4b97-8343-afc0635933bb,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:11.117443 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Checking segment: {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:11.117848 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Network hostable DHCP agents. Network: a82dc695-f1af-4a67-9797-b862590f6f86, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:14:11.153109 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-c2feac5a-e317-41f4-ab46-170e06abc772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:11.154100 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-c2feac5a-e317-41f4-ab46-170e06abc772 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 920 time: 0.1723847 Jul 29 17:14:11.160755 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Network a82dc695-f1af-4a67-9797-b862590f6f86 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:14:11.220730 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, a82dc695-f1af-4a67-9797-b862590f6f86) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:11.228101 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:11.228910 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.229039 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f51e06-e262-485f-804f-4e1d704a6137 None None] Network a82dc695-f1af-4a67-9797-b862590f6f86 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:14:11.236797 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-4a6caaff-d336-4151-a24c-db0d73a0cbe7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44 HTTP/1.1" status: 200 len: 217 time: 0.0695455 Jul 29 17:14:11.272017 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-ebf13fcc-dc6b-4925-83b1-f76669feb933 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6793075 Jul 29 17:14:11.275149 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34350) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:11.275635 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34352) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:11.286599 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:11.293356 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-50016119-65bd-4874-b4db-02e4628c9763 req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Deleting port f7728cd2-6a61-4aaf-875d-c532c9da573d {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:14:11.293356 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-50016119-65bd-4874-b4db-02e4628c9763 req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.314183 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-64808922-20fb-45d5-943c-53b3a355d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:11.316142 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-64808922-20fb-45d5-943c-53b3a355d023 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.0711069 Jul 29 17:14:11.379413 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.380502 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.384032 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-1c321376-6f9e-4682-b4c8-afd2b3eed4f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563438 Jul 29 17:14:11.414025 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1195-3e91-4334-ab4f-087db16800a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.443008 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-50016119-65bd-4874-b4db-02e4628c9763 req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] For port f7728cd2-6a61-4aaf-875d-c532c9da573d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f7728cd2-6a61-4aaf-875d-c532c9da573d,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:11.443474 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-50016119-65bd-4874-b4db-02e4628c9763 req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.526143 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-50016119-65bd-4874-b4db-02e4628c9763 req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Calling delete_port for f7728cd2-6a61-4aaf-875d-c532c9da573d owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:14:11.536925 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.553236 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-a82dc695-f1af-4a67-9797-b862590f6f86', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:14:11.553561 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.574604 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-761ddb69-86df-4478-a7d9-af942eefb839 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829636 Jul 29 17:14:11.724468 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc140ee8-a468-44d3-8831-6f9f00819148 req-3d19699f-9e4a-4b0d-ae10-3b14d7d4e6c6 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341827 Jul 29 17:14:11.826997 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2cdc85ea-2b16-442c-9e3a-411c2f7922fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.835626 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Allocated IP 172.20.0.2 (a82dc695-f1af-4a67-9797-b862590f6f86/bdd4ae2f-4f71-4b97-8343-afc0635933bb/8e4771ee-de04-49da-be19-9aef57e22d21) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:11.942175 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:11.953259 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1fcf2-d02a-4725-848c-bcf42a0bf966 req-238bf78c-e2c0-4d30-96b7-192571afb5e0 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:11.954719 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-eff1fcf2-d02a-4725-848c-bcf42a0bf966 req-238bf78c-e2c0-4d30-96b7-192571afb5e0 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 946 time: 0.3586941 Jul 29 17:14:11.999812 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.010886 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Transition to ACTIVE for port object 8e4771ee-de04-49da-be19-9aef57e22d21 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:12.026351 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Transition to ACTIVE for port object 8e4771ee-de04-49da-be19-9aef57e22d21 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:12.032609 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.076730 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Network a82dc695-f1af-4a67-9797-b862590f6f86 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:12.083089 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:12.083362 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-eff1fcf2-d02a-4725-848c-bcf42a0bf966 req-6f2a0197-c19a-4f23-b1bb-fd1e0af63013 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207507 Jul 29 17:14:12.087929 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:12.149670 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4ec8d-428d-46b1-873d-decd6dd0c6d2 req-6b7793e7-d59b-47c4-980e-959231256e83 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:12.151799 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-77f4ec8d-428d-46b1-873d-decd6dd0c6d2 req-6b7793e7-d59b-47c4-980e-959231256e83 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0766535 Jul 29 17:14:12.158768 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Pushing event updated for resources: {'Port': ['ID=8e4771ee-de04-49da-be19-9aef57e22d21,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:12.173640 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Attempting to bind port 8e4771ee-de04-49da-be19-9aef57e22d21 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:12.174364 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Attempting to bind port 8e4771ee-de04-49da-be19-9aef57e22d21 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:12.175955 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Attempting to bind port 8e4771ee-de04-49da-be19-9aef57e22d21 on network a82dc695-f1af-4a67-9797-b862590f6f86 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:12.183500 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:12.184183 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Checking segment: {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:12.184800 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.185482 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Bound using segment: {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:12.186127 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Bound port: 8e4771ee-de04-49da-be19-9aef57e22d21, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:12.186685 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.198957 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-77f4ec8d-428d-46b1-873d-decd6dd0c6d2 req-5021c1de-c754-4587-9daa-5687c0725a28 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Jul 29 17:14:12.269386 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] For port 8e4771ee-de04-49da-be19-9aef57e22d21, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:12.273696 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] For port 8e4771ee-de04-49da-be19-9aef57e22d21, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8e4771ee-de04-49da-be19-9aef57e22d21,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:12.279445 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.340221 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07749936-c93e-484e-b538-e8a62b6808fa None None] Pushing event updated for resources: {'Port': ['ID=8e4771ee-de04-49da-be19-9aef57e22d21,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:12.383713 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-50016119-65bd-4874-b4db-02e4628c9763 req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.387486 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2cdc85ea-2b16-442c-9e3a-411c2f7922fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.401921 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2cdc85ea-2b16-442c-9e3a-411c2f7922fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.428017 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f7728cd2-6a61-4aaf-875d-c532c9da573d'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:14:12.434289 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Pushing event deleted for resources: {'Port': ['ID=f7728cd2-6a61-4aaf-875d-c532c9da573d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:12.541993 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-2cdc85ea-2b16-442c-9e3a-411c2f7922fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f0a84bc59fd475d8e9cf68f2ac554ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2640724 Jul 29 17:14:12.544597 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-50016119-65bd-4874-b4db-02e4628c9763 req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] No DVR routers for this DVR port f7728cd2-6a61-4aaf-875d-c532c9da573d on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:14:12.546765 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34378) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:12.547454 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc85ea-2b16-442c-9e3a-411c2f7922fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976ee171-bdea-4797-99c8-71c8ae2ef5c9,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:12.553272 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-50016119-65bd-4874-b4db-02e4628c9763 req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.555352 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-50016119-65bd-4874-b4db-02e4628c9763 req-91b3839b-ab4a-42d4-a328-248ba1a7b4b3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.44 "DELETE /v2.0/ports/f7728cd2-6a61-4aaf-875d-c532c9da573d HTTP/1.1" status: 204 len: 173 time: 1.5026331 Jul 29 17:14:12.555814 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d867a66-0a2f-4ca9-84de-0ae636a4b875', 'name': 'network-vif-deleted', 'tag': 'f7728cd2-6a61-4aaf-875d-c532c9da573d'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:12.558300 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b9efb-0ba6-468b-88e7-49b1ce1abf8f" -d '{"events": [{"server_uuid": "0d867a66-0a2f-4ca9-84de-0ae636a4b875", "name": "network-vif-deleted", "tag": "f7728cd2-6a61-4aaf-875d-c532c9da573d"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:12.651010 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957c5be0-b852-470a-a0b7-4186a611c26d x-openstack-request-id: req-957c5be0-b852-470a-a0b7-4186a611c26d {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:12.651200 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d867a66-0a2f-4ca9-84de-0ae636a4b875", "name": "network-vif-deleted", "tag": "f7728cd2-6a61-4aaf-875d-c532c9da573d", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:12.651534 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-957c5be0-b852-470a-a0b7-4186a611c26d {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:12.652086 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d867a66-0a2f-4ca9-84de-0ae636a4b875', 'name': 'network-vif-deleted', 'tag': 'f7728cd2-6a61-4aaf-875d-c532c9da573d', 'status': 'completed', 'code': 200} Jul 29 17:14:12.710246 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3c53-d139-478b-b1f4-54ade4466bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.742144 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3c53-d139-478b-b1f4-54ade4466bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.763737 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.790255 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.831167 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3c53-d139-478b-b1f4-54ade4466bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.834883 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3c53-d139-478b-b1f4-54ade4466bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:12.839201 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-cb6c3c53-d139-478b-b1f4-54ade4466bc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/976ee171-bdea-4797-99c8-71c8ae2ef5c9 HTTP/1.1" status: 204 len: 168 time: 0.2912130 Jul 29 17:14:12.863719 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c3c53-d139-478b-b1f4-54ade4466bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976ee171-bdea-4797-99c8-71c8ae2ef5c9,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:12.989275 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Allocated IP 172.27.0.91 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/4896c68f-6937-4b2e-bf57-58648cec59a4) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:13.195907 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:13.408952 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-36d4dc55-c358-4c2f-b2ef-d81846255c83 req-e105d744-928d-44bd-83e9-618fdac904b0 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d867a66-0a2f-4ca9-84de-0ae636a4b875 HTTP/1.1" status: 200 len: 210 time: 0.1325812 Jul 29 17:14:13.410806 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:13.435315 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:13.438774 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34454) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:13.459572 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f7696706-6037-4002-9a03-7b03cb64371c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:13.544708 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Pushing event updated for resources: {'Port': ['ID=4896c68f-6937-4b2e-bf57-58648cec59a4,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:13.563044 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89121871-5b75-443b-8ff1-9e021ec96fc7 req-38fbff4c-91be-429f-a602-9f8b9d720a46 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:13.566482 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:13.570910 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:13.573520 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-89121871-5b75-443b-8ff1-9e021ec96fc7 req-38fbff4c-91be-429f-a602-9f8b9d720a46 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.2071214 Jul 29 17:14:13.682277 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-89121871-5b75-443b-8ff1-9e021ec96fc7 req-2029fc36-5077-4307-a943-59bf580156cd tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054778 Jul 29 17:14:13.748322 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7dd22-4bab-426d-92c6-11f8a265d303 None None] Network a82dc695-f1af-4a67-9797-b862590f6f86 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:14:13.777724 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f7696706-6037-4002-9a03-7b03cb64371c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:13.784220 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f7696706-6037-4002-9a03-7b03cb64371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:13.826387 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f7696706-6037-4002-9a03-7b03cb64371c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7276a21b921c493b9aa7719b9b621fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856919 Jul 29 17:14:13.827627 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7696706-6037-4002-9a03-7b03cb64371c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b30fbf-29de-4d85-b5a2-72ea8813e185,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:13.828959 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34470) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:13.856408 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-22cba98c-a42f-460f-963d-8409a0462c58 None None] Provisioning for port 8e4771ee-de04-49da-be19-9aef57e22d21 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:13.880333 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0137a8f5-038d-456d-896b-f1350f09b606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:13.973351 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a13e0244-5eba-4fae-96d2-87b49d406e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:13.987813 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:13.998090 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.038219 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a13e0244-5eba-4fae-96d2-87b49d406e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.223229 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a13e0244-5eba-4fae-96d2-87b49d406e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.225787 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a13e0244-5eba-4fae-96d2-87b49d406e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.229727 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-a13e0244-5eba-4fae-96d2-87b49d406e46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89b30fbf-29de-4d85-b5a2-72ea8813e185 HTTP/1.1" status: 204 len: 168 time: 0.3987558 Jul 29 17:14:14.245312 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e0244-5eba-4fae-96d2-87b49d406e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b30fbf-29de-4d85-b5a2-72ea8813e185,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:14.269327 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8e4771ee-de04-49da-be19-9aef57e22d21 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:14.299200 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.336004 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 8e4771ee-de04-49da-be19-9aef57e22d21 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:14.340763 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 8e4771ee-de04-49da-be19-9aef57e22d21 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:14.341436 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.424407 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.457563 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:14:14.473918 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 8e4771ee-de04-49da-be19-9aef57e22d21, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8e4771ee-de04-49da-be19-9aef57e22d21,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:14.481885 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.535997 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=8e4771ee-de04-49da-be19-9aef57e22d21,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:14.587989 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:14:14.599893 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Sync routers for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:14.611758 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.613326 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-c259b16c-55ad-4446-b38f-1836d7b6e003 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3369017 Jul 29 17:14:14.614884 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:14.615562 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:14.616242 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34498) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:14.647042 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34506) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:14.663841 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-871d6857-355f-4930-8113-1fb27b1250b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.763188 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:14.778236 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-871d6857-355f-4930-8113-1fb27b1250b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.783550 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-871d6857-355f-4930-8113-1fb27b1250b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.824960 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.836083 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-871d6857-355f-4930-8113-1fb27b1250b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b01c6abb20004dd5b07e13ba94c5c247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852689 Jul 29 17:14:14.836083 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d6857-355f-4930-8113-1fb27b1250b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65870531-114c-487a-9744-b4f475a2f181,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:14.837139 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34510) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:14.901602 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ec809f35-dbd0-4344-8ce8-a1b893cf396e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.928963 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ec809f35-dbd0-4344-8ce8-a1b893cf396e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.986432 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ec809f35-dbd0-4344-8ce8-a1b893cf396e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.989358 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ec809f35-dbd0-4344-8ce8-a1b893cf396e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:14.990620 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-ec809f35-dbd0-4344-8ce8-a1b893cf396e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65870531-114c-487a-9744-b4f475a2f181 HTTP/1.1" status: 204 len: 168 time: 0.1525245 Jul 29 17:14:14.992468 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:13Z', 'revision_number': 3, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:14.999696 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec809f35-dbd0-4344-8ce8-a1b893cf396e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65870531-114c-487a-9744-b4f475a2f181,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:15.033402 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Checking router: b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:15.033759 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Updating router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 port 4896c68f-6937-4b2e-bf57-58648cec59a4 binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:14:15.065522 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:15.101204 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-36426b9b-0f59-4de0-9b09-d3a2e2d2ac2b tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:15.102766 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-36426b9b-0f59-4de0-9b09-d3a2e2d2ac2b tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/networks?id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919 HTTP/1.1" status: 200 len: 809 time: 0.3916252 Jul 29 17:14:15.129716 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-b45f3b32-5928-4103-90b7-3d91ed4e25ca tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/quotas/55ed3617570a4f52a69d33dac15ca962 HTTP/1.1" status: 200 len: 375 time: 0.0118988 Jul 29 17:14:15.202063 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-8a37b2ac-8303-45df-891b-4b52120728c9 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=55ed3617570a4f52a69d33dac15ca962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331824 Jul 29 17:14:15.341559 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:15.353513 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Transition to ACTIVE for port object 4896c68f-6937-4b2e-bf57-58648cec59a4 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:15.362359 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:15.389117 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-ef67f4a9-e241-4e02-9d85-8c140bf74716 service neutron] 10.222.0.13 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778424 Jul 29 17:14:15.419122 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Pushing event updated for resources: {'Port': ['ID=4896c68f-6937-4b2e-bf57-58648cec59a4,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:15.428909 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.430221 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.430221 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.430221 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.430491 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.430926 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.431613 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.432299 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.433286 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.433477 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.434043 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.434624 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:14:15.441029 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Attempting to bind port 4896c68f-6937-4b2e-bf57-58648cec59a4 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:15.442359 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Attempting to bind port 4896c68f-6937-4b2e-bf57-58648cec59a4 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:15.442359 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Attempting to bind port 4896c68f-6937-4b2e-bf57-58648cec59a4 on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:15.451006 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:15.451393 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:15.451804 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:15.452220 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:15.452751 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Bound port: 4896c68f-6937-4b2e-bf57-58648cec59a4, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:15.453187 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:15.522804 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] For port 4896c68f-6937-4b2e-bf57-58648cec59a4, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:15.526492 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] For port 4896c68f-6937-4b2e-bf57-58648cec59a4, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=4896c68f-6937-4b2e-bf57-58648cec59a4,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:15.531710 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:15.544166 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:15.557315 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-daec15a4-a6e9-4b07-984b-8fd4977df68d service neutron] 10.222.0.13 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366472 Jul 29 17:14:15.593601 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:15.593876 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:15.598978 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3902f1-5db0-4e9d-9fc8-783f31806829 None None] Pushing event updated for resources: {'Port': ['ID=4896c68f-6937-4b2e-bf57-58648cec59a4,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:15.772025 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Allocated IP 172.20.0.1 (a82dc695-f1af-4a67-9797-b862590f6f86/bdd4ae2f-4f71-4b97-8343-afc0635933bb/41049399-9caa-49db-8345-076c683be7c8) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:15.781588 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:15.872688 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1524a2-9b80-4e02-97fe-20957377593b req-bda2ff6a-5c2c-46a5-9f56-d7f60907a8a5 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:15.874288 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7a1524a2-9b80-4e02-97fe-20957377593b req-bda2ff6a-5c2c-46a5-9f56-d7f60907a8a5 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1161335 Jul 29 17:14:15.916847 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34546) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:15.967793 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7a1524a2-9b80-4e02-97fe-20957377593b req-e1eac19b-c327-4662-8079-2ee392033640 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732875 Jul 29 17:14:15.991397 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.008884 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Transition to ACTIVE for port object 41049399-9caa-49db-8345-076c683be7c8 will not be triggered until provisioned by entity DHCP. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:16.091210 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1818160783-network', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:16.113216 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-37a7839b-2c25-4a47-8bef-ea549db0c214 req-c50481cd-49e6-4992-8b30-f97e7e2061d7 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 210 time: 0.0625424 Jul 29 17:14:16.117821 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Made reservation on behalf of 9f0678cb3bf6445ebb4214f3093461e9 for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:16.121369 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.134099 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.143930 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.189645 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Network a82dc695-f1af-4a67-9797-b862590f6f86 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:16.193126 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:16.197597 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:13Z', 'revision_number': 3, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:16.200263 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:16.206956 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Pushing event updated for resources: {'Port': ['ID=41049399-9caa-49db-8345-076c683be7c8,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:16.226785 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8e4771ee-de04-49da-be19-9aef57e22d21 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:16.249673 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d933ad4-5db2-4aaf-9634-8b1c20f2ef8e None None] The sync data for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi is: [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:13Z', 'revision_number': 3, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:16.271957 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.319698 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 8e4771ee-de04-49da-be19-9aef57e22d21 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:16.320342 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.390670 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.393122 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f7728cd2-6a61-4aaf-875d-c532c9da573d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:14:16.398427 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.440602 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:14:16.461561 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: f7728cd2-6a61-4aaf-875d-c532c9da573d {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:14:16.461862 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f7728cd2-6a61-4aaf-875d-c532c9da573d not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:14:16.469114 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.484763 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940087e0-1922-4010-a939-7239dded046f,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:16.490981 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.495513 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.segments_db [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Added segment f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab of type vlan for network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 Jul 29 17:14:16.571170 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.600500 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.641979 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.643901 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:16.644627 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.655681 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-31b9f4e9-e7b9-448c-a6d1-bc8c1adf00d7 None None] Provisioning for port 41049399-9caa-49db-8345-076c683be7c8 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:16.664101 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-31b9f4e9-e7b9-448c-a6d1-bc8c1adf00d7 None None] Provisioning complete for port 41049399-9caa-49db-8345-076c683be7c8 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:16.664477 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-31b9f4e9-e7b9-448c-a6d1-bc8c1adf00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.732724 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-31b9f4e9-e7b9-448c-a6d1-bc8c1adf00d7 None None] Port 41049399-9caa-49db-8345-076c683be7c8 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:14:16.748398 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8281887 Jul 29 17:14:16.748398 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df9199-6c43-475d-b3d5-42cb25ced2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=aef52d49-5f56-46fe-ae8b-b9eafe299fd7,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:16.752395 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34570) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:16.759085 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Request body: {'subnet': {'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1818160783-subnet', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:16.764691 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:14:16.816753 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Made reservation on behalf of 9f0678cb3bf6445ebb4214f3093461e9 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:16.824649 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903367'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.930774 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.961808 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:16.967105 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.069819 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Pushing event updated for resources: {'Port': ['ID=41049399-9caa-49db-8345-076c683be7c8,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:17.083425 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.157356 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6396609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903401'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.185399 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcadfb-6d8d-4e5a-84fc-bb0bc4bf4547 req-0d5ce8d3-5e69-4a1f-adc1-cddd2e6c0c58 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:17.191400 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-86dcadfb-6d8d-4e5a-84fc-bb0bc4bf4547 req-0d5ce8d3-5e69-4a1f-adc1-cddd2e6c0c58 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1221609 Jul 29 17:14:17.248694 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf6a930-9fa7-4dfb-8fca-2bb915545d84,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:17.254402 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Checking segment: {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:17.254402 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Network hostable DHCP agents. Network: aef52d49-5f56-46fe-ae8b-b9eafe299fd7, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:14:17.267768 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Network a82dc695-f1af-4a67-9797-b862590f6f86 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:17.271066 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:17.275960 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5de70740-f725-49ad-beb1-5f3f2d7433fd req-743a82d9-524b-417d-ba78-a073035cfefa tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 210 time: 0.0374863 Jul 29 17:14:17.317424 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:14:17.344496 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, aef52d49-5f56-46fe-ae8b-b9eafe299fd7) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:17.348975 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-86dcadfb-6d8d-4e5a-84fc-bb0bc4bf4547 req-61238f15-a88a-49ca-b304-75ea41b74235 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422386 Jul 29 17:14:17.378144 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479e447f-adbd-4378-aecb-52f6354c853d None None] Network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:14:17.390554 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:17.391288 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.615414 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:14:17.668121 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-5143aff5-e4fa-4c9e-9117-7cd612c74307 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:17.669656 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-5143aff5-e4fa-4c9e-9117-7cd612c74307 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.44 "GET /v2.0/networks?id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919 HTTP/1.1" status: 200 len: 809 time: 0.3194733 Jul 29 17:14:17.708929 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Request body: {'port': {'device_id': '4d9e159f-597b-4c0d-914a-805893c7e5e3', 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919', 'admin_state_up': True, 'tenant_id': '55ed3617570a4f52a69d33dac15ca962'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:17.730910 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-62f1cd84-4af1-49db-982c-5fe4c2efcfb3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9773123 Jul 29 17:14:17.734692 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34596) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:17.759022 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:17.807468 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34604) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:17.869719 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-f2c782b3-b3c1-43e9-9ade-824684cf4cf6 None None] Provisioning complete for port 41049399-9caa-49db-8345-076c683be7c8 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:17.869991 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2c782b3-b3c1-43e9-9ade-824684cf4cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.877058 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.878427 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.894817 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Made reservation on behalf of 55ed3617570a4f52a69d33dac15ca962 for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:17.898779 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.953875 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:14:17.955675 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:17.967198 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-f2c782b3-b3c1-43e9-9ade-824684cf4cf6 None None] Port 41049399-9caa-49db-8345-076c683be7c8 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:14:18.062037 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:14:18.067377 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.072193 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2edb38c6-e77c-451f-82c6-b65180cadfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.072915 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-32c17469-872c-42de-b7be-013a79623673 admin admin] 10.222.0.13 "PUT /v2.0/routers/b42a1eec-05aa-4bb8-ad54-08a29d0e05f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4548578 Jul 29 17:14:18.168581 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Allocated IP 172.20.0.2 (aef52d49-5f56-46fe-ae8b-b9eafe299fd7/daf6a930-9fa7-4dfb-8fca-2bb915545d84/bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:18.195147 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Allocated IP 172.20.0.2 (7a7ced2d-2baa-42b0-b0e8-c5efe6383919/c07c505a-b009-42c7-965b-c2cbc780b53d/0fdd796a-7c5c-4010-b136-26f69d541c33) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:18.262563 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25416486-6eb4-4f7a-97ee-e74b6e36c503 req-9d1b6691-1f11-430b-8ae6-0b469324174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:18.264122 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-25416486-6eb4-4f7a-97ee-e74b6e36c503 req-9d1b6691-1f11-430b-8ae6-0b469324174a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 1098 time: 0.2159560 Jul 29 17:14:18.321277 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.341228 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 4896c68f-6937-4b2e-bf57-58648cec59a4 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:18.456405 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.512285 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-25416486-6eb4-4f7a-97ee-e74b6e36c503 req-02ba18b0-11d0-4701-a31f-3b0f944f1148 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146432 Jul 29 17:14:18.522324 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2edb38c6-e77c-451f-82c6-b65180cadfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.525537 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-df5dd4f1-617d-41e8-b788-d0518117a452 req-e503a992-ef88-47ff-a4eb-818c45ac9f01 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 210 time: 0.1469707 Jul 29 17:14:18.534431 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2edb38c6-e77c-451f-82c6-b65180cadfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.574478 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb38c6-e77c-451f-82c6-b65180cadfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228e6763-9b7b-46bc-944d-cd83a71e2c80,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:18.626639 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.644694 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Transition to ACTIVE for port object bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:18.651138 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-2edb38c6-e77c-451f-82c6-b65180cadfa1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=331f99218b484eb9b0c441e23ff78487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8424919 Jul 29 17:14:18.652756 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34622) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:18.657472 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 4896c68f-6937-4b2e-bf57-58648cec59a4 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:18.661265 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.667934 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 4896c68f-6937-4b2e-bf57-58648cec59a4 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:18.668469 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.670956 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Transition to ACTIVE for port object bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:18.698634 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.731403 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Pushing event updated for resources: {'Port': ['ID=0fdd796a-7c5c-4010-b136-26f69d541c33,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:18.782418 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:18.784815 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:18.790912 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:18.795622 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:18.800598 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:18.813147 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:18.817825 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b14e46-2570-40cc-82f2-ed6e2c977e0e req-3b8032cc-c3e6-481f-9db3-198e007daf7d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:18.831103 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-76b14e46-2570-40cc-82f2-ed6e2c977e0e req-3b8032cc-c3e6-481f-9db3-198e007daf7d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.1914995 Jul 29 17:14:18.875929 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:18.876515 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.890788 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34630) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:18.907509 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Pushing event updated for resources: {'Port': ['ID=bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:18.910135 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-30930a9b-5eeb-4b26-ac9d-1e38b4c36b73 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342535804', 'description': 'tempest-description--1735705516'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:18.931009 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.934063 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Attempting to bind port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:18.934813 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Attempting to bind port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:18.935285 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Attempting to bind port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 on network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:18.944176 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:18.944711 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Checking segment: {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:18.947377 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.947377 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Bound using segment: {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:18.947377 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Bound port: bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:18.947377 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.956276 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-fe683eb3-17a2-4168-8e11-f27cc67413cd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2656329 Jul 29 17:14:18.969474 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:18.989573 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.007029 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Request body: {'port': {'device_id': '4d9e159f-597b-4c0d-914a-805893c7e5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:19.023121 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3311-42f1-45e0-90f3-87de95c580e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.037698 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-76b14e46-2570-40cc-82f2-ed6e2c977e0e req-949a7886-41bf-4fc2-aa29-c48a5c0800e6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054002 Jul 29 17:14:19.044872 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 4896c68f-6937-4b2e-bf57-58648cec59a4, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=4896c68f-6937-4b2e-bf57-58648cec59a4,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:19.060318 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.108490 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] For port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:19.113342 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3311-42f1-45e0-90f3-87de95c580e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.133153 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] For port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:19.135344 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Sync routers for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:19.137570 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-30930a9b-5eeb-4b26-ac9d-1e38b4c36b73 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.147644 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.173205 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=4896c68f-6937-4b2e-bf57-58648cec59a4,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:19.183643 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:19.185369 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:19.200970 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Allocated IP 172.27.0.162 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/f74fc5b3-372f-40cf-a939-92c715e9fddb) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:19.228164 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.279960 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3311-42f1-45e0-90f3-87de95c580e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.283444 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3311-42f1-45e0-90f3-87de95c580e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.287567 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-6ecb3311-42f1-45e0-90f3-87de95c580e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/228e6763-9b7b-46bc-944d-cd83a71e2c80 HTTP/1.1" status: 204 len: 168 time: 0.6304724 Jul 29 17:14:19.335695 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb3311-42f1-45e0-90f3-87de95c580e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e6763-9b7b-46bc-944d-cd83a71e2c80,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:19.388144 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.403468 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631eb6d4-85f4-4140-9280-b28a94d34c0b None None] Pushing event updated for resources: {'Port': ['ID=bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:19.439135 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:19.456046 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.514859 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:19.535016 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:19.539476 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:19.640683 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Pushing event updated for resources: {'Port': ['ID=f74fc5b3-372f-40cf-a939-92c715e9fddb,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:19.851745 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 2, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:19.889229 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Checking router: b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:19.890026 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Updating router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 port 41049399-9caa-49db-8345-076c683be7c8 binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:14:19.910087 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-30930a9b-5eeb-4b26-ac9d-1e38b4c36b73 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.918117 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-30930a9b-5eeb-4b26-ac9d-1e38b4c36b73 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.927648 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.969601 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-30930a9b-5eeb-4b26-ac9d-1e38b4c36b73 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:19.970982 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-30930a9b-5eeb-4b26-ac9d-1e38b4c36b73 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0671861 Jul 29 17:14:19.974102 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34650) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:19.979064 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-cacf4576-66a7-4461-8d64-57ba9507ba2f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'security_group_rule': {'security_group_id': 'f18ad467-11f4-4ef9-bf49-7d7a60e7d59c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:19.992012 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30930a9b-5eeb-4b26-ac9d-1e38b4c36b73 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:20.047672 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cacf4576-66a7-4461-8d64-57ba9507ba2f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.169982 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2395-b051-455f-bf13-1199f09cf6fd req-04f5056f-804b-407b-abfc-d9fc0dfd85a8 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:20.171733 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af8e2395-b051-455f-bf13-1199f09cf6fd req-04f5056f-804b-407b-abfc-d9fc0dfd85a8 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 931 time: 0.1463172 Jul 29 17:14:20.297604 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdd796a-7c5c-4010-b136-26f69d541c33 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:14:20.340138 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af8e2395-b051-455f-bf13-1199f09cf6fd req-a83a93b6-9773-4b77-a02e-9bf2e0bc14d5 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582882 Jul 29 17:14:20.359356 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cacf4576-66a7-4461-8d64-57ba9507ba2f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.386336 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.390263 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cacf4576-66a7-4461-8d64-57ba9507ba2f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.475406 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.478483 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbb0a-e5f7-46c2-bcc2-12ad11e4cbb2 req-29ab2dcf-975a-4990-92c6-a10b09e6aae5 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:20.490470 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3e3cbb0a-e5f7-46c2-bcc2-12ad11e4cbb2 req-29ab2dcf-975a-4990-92c6-a10b09e6aae5 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.3054574 Jul 29 17:14:20.507472 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cacf4576-66a7-4461-8d64-57ba9507ba2f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.508849 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-cacf4576-66a7-4461-8d64-57ba9507ba2f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5336425 Jul 29 17:14:20.533238 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34668) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:20.550487 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 4896c68f-6937-4b2e-bf57-58648cec59a4 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:20.556705 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-e32556b4-bec3-4373-9ced-6cb8430e8ddd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'security_group_rule': {'security_group_id': 'f18ad467-11f4-4ef9-bf49-7d7a60e7d59c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:20.581247 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf4576-66a7-4461-8d64-57ba9507ba2f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7135edaa-7783-4a2f-bb55-4646ea69f670,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:20.589596 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34670) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:20.596423 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Transition to ACTIVE for port object 0fdd796a-7c5c-4010-b136-26f69d541c33 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:20.615913 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.690399 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3e3cbb0a-e5f7-46c2-bcc2-12ad11e4cbb2 req-a5007af0-ea0d-4450-aaf0-efae193e7701 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989024 Jul 29 17:14:20.711118 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e32556b4-bec3-4373-9ced-6cb8430e8ddd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.788215 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 4896c68f-6937-4b2e-bf57-58648cec59a4 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:20.794096 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.798823 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdd796a-7c5c-4010-b136-26f69d541c33,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:20.894405 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6112805-cfde-4467-b9b5-8ef584687a17 None None] Network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:14:20.910107 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34680) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:20.927987 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.969398 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce274da-5da5-43c4-af31-7fb6041222ff req-b6344ca1-6b42-4477-af70-4568a43a5126 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:20.972694 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bce274da-5da5-43c4-af31-7fb6041222ff req-b6344ca1-6b42-4477-af70-4568a43a5126 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1413147 Jul 29 17:14:20.992886 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:20.999705 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e32556b4-bec3-4373-9ced-6cb8430e8ddd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.003303 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e8a72f53-4351-478b-999c-c94d5853a91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.008683 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e32556b4-bec3-4373-9ced-6cb8430e8ddd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.011151 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-6f94c17a-a35d-4d1a-92fa-b32dce3b7346 None None] Provisioning for port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:21.018843 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Attempting to bind port 0fdd796a-7c5c-4010-b136-26f69d541c33 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:21.019192 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Attempting to bind port 0fdd796a-7c5c-4010-b136-26f69d541c33 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:21.019868 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Attempting to bind port 0fdd796a-7c5c-4010-b136-26f69d541c33 on network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:21.022548 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-578573814-network', 'tenant_id': 'ce658e881aaf4958b5b54b49201e660a'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:21.023129 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Transition to ACTIVE for port object 41049399-9caa-49db-8345-076c683be7c8 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:21.039245 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Port 0fdd796a-7c5c-4010-b136-26f69d541c33 on network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:14:21.039577 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Attempting to bind port 0fdd796a-7c5c-4010-b136-26f69d541c33 on network 7a7ced2d-2baa-42b0-b0e8-c5efe6383919 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:21.046848 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32556b4-bec3-4373-9ced-6cb8430e8ddd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7ba533-568f-4ea6-819d-604c94a60dbc,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:21.057291 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.069988 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:21.070687 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Checking segment: {'id': 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:21.071156 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Bound using segment: {'id': 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:21.071652 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Bound port: 0fdd796a-7c5c-4010-b136-26f69d541c33, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:21.072077 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.098759 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e32556b4-bec3-4373-9ced-6cb8430e8ddd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.100700 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-e32556b4-bec3-4373-9ced-6cb8430e8ddd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5663273 Jul 29 17:14:21.108377 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34684) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:21.119706 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Made reservation on behalf of ce658e881aaf4958b5b54b49201e660a for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:21.122007 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.137612 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'floatingip': {'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:21.139285 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bce274da-5da5-43c4-af31-7fb6041222ff req-3a5ea915-06ba-42ee-a940-101d966d88f4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098697 Jul 29 17:14:21.142110 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.148993 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:21.201338 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Router 1cef47db-534f-4d93-bb29-b391f9c987c1 is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:14:21.213130 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] For port 0fdd796a-7c5c-4010-b136-26f69d541c33, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:21.218366 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] For port 0fdd796a-7c5c-4010-b136-26f69d541c33, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0fdd796a-7c5c-4010-b136-26f69d541c33,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:21.232172 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.233312 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df8c0e-5c73-486b-bd01-92839871796d None None] Pushing event updated for resources: {'Port': ['ID=41049399-9caa-49db-8345-076c683be7c8,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:21.289203 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:21.289842 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.291287 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] 10.222.0.44 "PUT /v2.0/ports/0fdd796a-7c5c-4010-b136-26f69d541c33 HTTP/1.1" status: 200 len: 1093 time: 2.3021555 Jul 29 17:14:21.295266 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9e159f-597b-4c0d-914a-805893c7e5e3', 'tag': '0fdd796a-7c5c-4010-b136-26f69d541c33'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:21.302947 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea553c8-993b-4f82-9b50-032fecfb141d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9e159f-597b-4c0d-914a-805893c7e5e3", "tag": "0fdd796a-7c5c-4010-b136-26f69d541c33"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:21.381792 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:14:21.441580 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Sync routers for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:21.452875 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bd036c-f31e-4388-900f-3e63482c0b40 x-openstack-request-id: req-02bd036c-f31e-4388-900f-3e63482c0b40 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:21.457309 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:21.457674 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9e159f-597b-4c0d-914a-805893c7e5e3", "tag": "0fdd796a-7c5c-4010-b136-26f69d541c33", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:21.458103 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02bd036c-f31e-4388-900f-3e63482c0b40 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:21.458637 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9e159f-597b-4c0d-914a-805893c7e5e3', 'tag': '0fdd796a-7c5c-4010-b136-26f69d541c33', 'status': 'completed', 'code': 200} Jul 29 17:14:21.459194 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:21.461044 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e8a72f53-4351-478b-999c-c94d5853a91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.466644 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0683a01-e3e5-4c22-9051-d216e5d400c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdd796a-7c5c-4010-b136-26f69d541c33,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:21.499734 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:21.514626 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e8a72f53-4351-478b-999c-c94d5853a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.534806 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] Notify callbacks [] for router, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.536207 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-9e4dd281-5e3a-4264-8524-6d3c4a0e1fcd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7999625 Jul 29 17:14:21.542210 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34694) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:21.573265 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:21.574005 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.614837 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.646870 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404013ff-656c-475f-8556-cb0ea5f0cebe req-02e32da0-6179-41cc-abb7-79cb188401cb tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:21.648625 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-404013ff-656c-475f-8556-cb0ea5f0cebe req-02e32da0-6179-41cc-abb7-79cb188401cb tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 943 time: 0.1705577 Jul 29 17:14:21.675409 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:21.698873 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-cc8321e2-862e-4b1c-ad9f-372a8863de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:21.700405 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-cc8321e2-862e-4b1c-ad9f-372a8863de6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55ed3617570a4f52a69d33dac15ca962&device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 1096 time: 0.3326125 Jul 29 17:14:21.701900 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a72f53-4351-478b-999c-c94d5853a91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf78c0da-a72c-494a-8925-f0c986e1b50b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:21.757078 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-e8a72f53-4351-478b-999c-c94d5853a91a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a0d8c2358d64bbaa706330d53068879&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1591990 Jul 29 17:14:21.758772 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-9abaa1f8-ffd7-4bfc-9ecc-edbccae56948 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fdd796a-7c5c-4010-b136-26f69d541c33 HTTP/1.1" status: 200 len: 217 time: 0.0412631 Jul 29 17:14:21.761128 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34702) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:21.778880 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Attempting to bind port 41049399-9caa-49db-8345-076c683be7c8 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:21.779547 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Attempting to bind port 41049399-9caa-49db-8345-076c683be7c8 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:21.781403 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Attempting to bind port 41049399-9caa-49db-8345-076c683be7c8 on network a82dc695-f1af-4a67-9797-b862590f6f86 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:21.809615 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:21.810115 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Checking segment: {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:21.810613 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.811931 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Bound using segment: {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:21.811931 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Bound port: 41049399-9caa-49db-8345-076c683be7c8, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:21.812140 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.865588 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-404013ff-656c-475f-8556-cb0ea5f0cebe req-69cfb582-2894-4f28-b326-ed1e35775919 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063212 Jul 29 17:14:21.911393 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-6f12b697-0486-4946-9dfb-0b1639d3ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:21.912938 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-6f12b697-0486-4946-9dfb-0b1639d3ab0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c07c505a-b009-42c7-965b-c2cbc780b53d HTTP/1.1" status: 200 len: 849 time: 0.1105418 Jul 29 17:14:21.940874 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-674affc4-e894-4be3-ab16-16d60f84e05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.981483 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] For port 41049399-9caa-49db-8345-076c683be7c8, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:21.988746 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.989087 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] For port 41049399-9caa-49db-8345-076c683be7c8, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=41049399-9caa-49db-8345-076c683be7c8,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:21.992195 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.999010 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:21.999699 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-5a482176-9f07-4ed5-991a-ed6081a86013 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728643 Jul 29 17:14:22.013030 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:14:22.013500 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.023468 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.024085 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Added segment ddbd7985-222f-4d3d-a84d-5b8025734a36 of type vlan for network 2dc65600-4e8d-499b-8603-1f712e304870 Jul 29 17:14:22.038194 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-674affc4-e894-4be3-ab16-16d60f84e05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.052359 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:20Z', 'revision_number': 3, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:22.084409 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.087302 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Checking router: 1cef47db-534f-4d93-bb29-b391f9c987c1 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:22.087687 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Updating router 1cef47db-534f-4d93-bb29-b391f9c987c1 port f74fc5b3-372f-40cf-a939-92c715e9fddb binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:14:22.150096 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.151948 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.167934 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.169401 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:22.170193 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.264264 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3530214 Jul 29 17:14:22.269535 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34704) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:22.273522 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f7f7ee-aac1-4bba-9c20-a51ef7cec144,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:22.304091 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94cc1f-35fa-41b3-a25e-d227a1664d90 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc65600-4e8d-499b-8603-1f712e304870,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:22.312800 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Request body: {'subnet': {'network_id': '2dc65600-4e8d-499b-8603-1f712e304870', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-578573814-subnet', 'tenant_id': 'ce658e881aaf4958b5b54b49201e660a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:22.332845 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 2dc65600-4e8d-499b-8603-1f712e304870 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:14:22.358760 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:22.376842 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-248bfb03-ee28-4689-9a85-4c9f6d28e9bb service neutron] 10.222.0.44 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282454 Jul 29 17:14:22.382547 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.447199 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:22.448153 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:22.454215 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df8c0e-5c73-486b-bd01-92839871796d None None] Pushing event updated for resources: {'Port': ['ID=41049399-9caa-49db-8345-076c683be7c8,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:22.457774 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-0117cec5-4c51-499a-84ec-3f77f61576e0 None None] Provisioning complete for port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:22.458384 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0117cec5-4c51-499a-84ec-3f77f61576e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.479322 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-674affc4-e894-4be3-ab16-16d60f84e05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.482122 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-674affc4-e894-4be3-ab16-16d60f84e05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.487031 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-674affc4-e894-4be3-ab16-16d60f84e05e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf78c0da-a72c-494a-8925-f0c986e1b50b HTTP/1.1" status: 204 len: 168 time: 0.7249269 Jul 29 17:14:22.513910 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674affc4-e894-4be3-ab16-16d60f84e05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf78c0da-a72c-494a-8925-f0c986e1b50b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:22.531642 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Made reservation on behalf of ce658e881aaf4958b5b54b49201e660a for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:22.534152 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903367'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.546605 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.560849 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Transition to ACTIVE for port object f74fc5b3-372f-40cf-a939-92c715e9fddb will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:22.568389 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.626469 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c7e2b-c3af-4b24-bcf8-eb4f73935977 None None] Pushing event updated for resources: {'Port': ['ID=f74fc5b3-372f-40cf-a939-92c715e9fddb,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:22.665803 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Attempting to bind port f74fc5b3-372f-40cf-a939-92c715e9fddb on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:22.666117 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Attempting to bind port f74fc5b3-372f-40cf-a939-92c715e9fddb by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:22.667201 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Attempting to bind port f74fc5b3-372f-40cf-a939-92c715e9fddb on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:22.673525 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:22.673942 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:22.674453 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.674850 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:22.675638 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Bound port: f74fc5b3-372f-40cf-a939-92c715e9fddb, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:22.675785 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.685386 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.743433 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] For port f74fc5b3-372f-40cf-a939-92c715e9fddb, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:22.747325 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] For port f74fc5b3-372f-40cf-a939-92c715e9fddb, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f74fc5b3-372f-40cf-a939-92c715e9fddb,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:22.752890 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:22.824250 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:22.825201 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:22.870176 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:22.905864 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e68e96a1-78d1-4bc5-a379-74efddd931c2 req-538dd75d-965b-4bde-b6c5-ac3dd7a11a04 service neutron] 10.222.0.44 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270486 Jul 29 17:14:22.939727 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Allocated IP 172.27.0.180 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/3730b8f3-078e-4d6a-973f-8ca6264998ed) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:22.995010 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:22.996502 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:23.083912 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Allocated IP 172.20.0.1 (aef52d49-5f56-46fe-ae8b-b9eafe299fd7/daf6a930-9fa7-4dfb-8fca-2bb915545d84/ac5d2f9d-4623-40d1-baae-9bdff318ee78) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:23.220965 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:23.270858 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c7e2b-c3af-4b24-bcf8-eb4f73935977 None None] Pushing event updated for resources: {'Port': ['ID=f74fc5b3-372f-40cf-a939-92c715e9fddb,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:23.293663 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6396609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903401'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:23.297485 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Transition to ACTIVE for port object ac5d2f9d-4623-40d1-baae-9bdff318ee78 will not be triggered until provisioned by entity DHCP. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:23.339640 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-2b840d4b-9cb6-4024-9762-52e1d1682ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:23.341408 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-2b840d4b-9cb6-4024-9762-52e1d1682ee9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1099 time: 0.1080229 Jul 29 17:14:23.403033 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:20Z', 'revision_number': 3, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:23.407100 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea553c8-993b-4f82-9b50-032fecfb141d req-ffbc908d-e14d-46f5-99f1-0abc8515c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:23.409431 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fea553c8-993b-4f82-9b50-032fecfb141d req-ffbc908d-e14d-46f5-99f1-0abc8515c58b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55ed3617570a4f52a69d33dac15ca962&device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 1096 time: 0.3473890 Jul 29 17:14:23.422109 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c1785-8ce6-45a7-985d-1820f1a4048c req-06542f5d-5e22-431f-aad5-6e64e3f0ad38 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:23.424437 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ea6c1785-8ce6-45a7-985d-1820f1a4048c req-06542f5d-5e22-431f-aad5-6e64e3f0ad38 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1494780 Jul 29 17:14:23.430839 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028055a-1a01-4438-ad93-742946f4bdb6 req-c9623e6a-37e0-43cf-afea-5d5a39ef2717 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:23.432984 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc4a1d-9860-4283-ab69-b8ebffe1bb5a None None] The sync data for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi is: [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:20Z', 'revision_number': 3, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:23.445531 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:21Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:23.451540 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:23.459299 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7028055a-1a01-4438-ad93-742946f4bdb6 req-c9623e6a-37e0-43cf-afea-5d5a39ef2717 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 943 time: 0.2224689 Jul 29 17:14:23.472129 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=089450ae-d340-46a2-8dcc-ed5532eee6cd,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:23.489097 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c5cdc8-db64-45af-a57d-4d76d703d718 None None] The sync data for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi is: [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:21Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:23.530582 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:23.534206 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:23.556336 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:23.585913 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:23.604726 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Checking segment: {'id': 'ddbd7985-222f-4d3d-a84d-5b8025734a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:23.605145 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Network hostable DHCP agents. Network: 2dc65600-4e8d-499b-8603-1f712e304870, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:14:23.624619 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-fd7ab829-1627-4132-a56e-335d5528d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:23.628986 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-fd7ab829-1627-4132-a56e-335d5528d6e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 920 time: 0.2756078 Jul 29 17:14:23.649260 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ea6c1785-8ce6-45a7-985d-1820f1a4048c req-34202a9a-86f6-4231-bf5c-2ee67fec0ec9 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093287 Jul 29 17:14:23.667863 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7028055a-1a01-4438-ad93-742946f4bdb6 req-44f9dd11-b4d2-43d5-9d55-d5babde4074d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072363 Jul 29 17:14:23.685400 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Pushing event updated for resources: {'Port': ['ID=ac5d2f9d-4623-40d1-baae-9bdff318ee78,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:23.689578 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:23.717634 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Network 2dc65600-4e8d-499b-8603-1f712e304870 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:14:23.760680 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea553c8-993b-4f82-9b50-032fecfb141d req-a87ec095-290d-4ba3-83ba-14114c923aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:23.767302 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fea553c8-993b-4f82-9b50-032fecfb141d req-a87ec095-290d-4ba3-83ba-14114c923aa2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919 HTTP/1.1" status: 200 len: 910 time: 0.2979228 Jul 29 17:14:23.767907 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 2dc65600-4e8d-499b-8603-1f712e304870) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:23.778341 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:23.778887 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:23.784377 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20289f7-aa0d-42f5-a779-6d7827d0aa30 None None] Network 2dc65600-4e8d-499b-8603-1f712e304870 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:14:23.844234 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:23.850708 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fea553c8-993b-4f82-9b50-032fecfb141d req-b36700a2-5b4a-4958-ad10-10d1bbbc0a46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fdd796a-7c5c-4010-b136-26f69d541c33 HTTP/1.1" status: 200 len: 217 time: 0.0744717 Jul 29 17:14:23.884486 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b180f58c-e252-4e30-ac43-f5c26b3b7f4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5898361 Jul 29 17:14:24.035771 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:24.066722 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:24.082874 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:24.083135 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-89d68675-e1c7-4a4b-b5dd-42df11a2c7cc None None] Provisioning for port ac5d2f9d-4623-40d1-baae-9bdff318ee78 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:24.088915 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'Port': ['ID=3730b8f3-078e-4d6a-973f-8ca6264998ed,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:24.116898 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-89d68675-e1c7-4a4b-b5dd-42df11a2c7cc None None] Provisioning complete for port ac5d2f9d-4623-40d1-baae-9bdff318ee78 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:24.117292 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-89d68675-e1c7-4a4b-b5dd-42df11a2c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:24.169217 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c6a720-e5f1-48b1-ab2c-2436b5f6e0fa None None] Network 2dc65600-4e8d-499b-8603-1f712e304870 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:14:24.171812 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-3de0568a-e74c-465e-acc2-514ff93ff916 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44 HTTP/1.1" status: 200 len: 217 time: 0.4972067 Jul 29 17:14:24.189545 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea553c8-993b-4f82-9b50-032fecfb141d req-1dac4269-b5fb-4c31-b720-18ee1ea3fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:24.203037 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fea553c8-993b-4f82-9b50-032fecfb141d req-1dac4269-b5fb-4c31-b720-18ee1ea3fee5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c07c505a-b009-42c7-965b-c2cbc780b53d HTTP/1.1" status: 200 len: 849 time: 0.3205659 Jul 29 17:14:24.280953 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-89d68675-e1c7-4a4b-b5dd-42df11a2c7cc None None] Port ac5d2f9d-4623-40d1-baae-9bdff318ee78 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:14:24.379031 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fea553c8-993b-4f82-9b50-032fecfb141d req-d2a24e55-7003-42ef-b58b-32f8d0cb1203 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a7ced2d-2baa-42b0-b0e8-c5efe6383919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559754 Jul 29 17:14:24.409910 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-849e4715-9025-4444-88cd-e6d887857dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:24.411587 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-849e4715-9025-4444-88cd-e6d887857dd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.1837606 Jul 29 17:14:24.439357 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:24.474399 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-141796ad-2fd0-4c8e-8812-118de539029d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293140 Jul 29 17:14:24.514003 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:24.601208 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:24.712182 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f74fc5b3-372f-40cf-a939-92c715e9fddb up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:24.825206 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port f74fc5b3-372f-40cf-a939-92c715e9fddb completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:24.842605 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port f74fc5b3-372f-40cf-a939-92c715e9fddb triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:24.843240 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:24.966971 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:24.970624 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-36f2b111-f197-4ea4-a4f9-05d17950fcd7 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879696 Jul 29 17:14:25.005402 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port f74fc5b3-372f-40cf-a939-92c715e9fddb, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f74fc5b3-372f-40cf-a939-92c715e9fddb,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:25.013188 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.014207 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 41049399-9caa-49db-8345-076c683be7c8 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:25.148720 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 41049399-9caa-49db-8345-076c683be7c8 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:25.155658 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 41049399-9caa-49db-8345-076c683be7c8 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:25.156028 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.157878 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=f74fc5b3-372f-40cf-a939-92c715e9fddb,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:25.159635 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722fef9-752f-4ef1-85e3-617f3fb915c1 req-12e5ded0-987a-4848-8f3f-9634e315cd72 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:25.179209 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0722fef9-752f-4ef1-85e3-617f3fb915c1 req-12e5ded0-987a-4848-8f3f-9634e315cd72 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 943 time: 0.3556800 Jul 29 17:14:25.291397 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.293558 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.316195 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0722fef9-752f-4ef1-85e3-617f3fb915c1 req-e70f60f3-c460-4aa1-a096-9ac2930d9f5f tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300337 Jul 29 17:14:25.319106 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.346905 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 41049399-9caa-49db-8345-076c683be7c8, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=41049399-9caa-49db-8345-076c683be7c8,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:25.355940 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.357496 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:25.375915 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e567d-d510-413e-b008-fb254fd04929 req-ac2b38d2-ed22-4186-94c7-9eb846d704c9 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:25.384203 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e95e567d-d510-413e-b008-fb254fd04929 req-ac2b38d2-ed22-4186-94c7-9eb846d704c9 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1117687 Jul 29 17:14:25.410948 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fea553c8-993b-4f82-9b50-032fecfb141d req-5145d8ad-13eb-46d3-afd8-a8d12a5b9f8b service neutron] 10.222.0.44 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9451053 Jul 29 17:14:25.412395 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5ac3cf51-7857-4e93-94da-5eb809e8c24e req-57214db5-a0e1-4773-80e6-dacb8a0b27bc service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244683 Jul 29 17:14:25.439705 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.446714 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.448564 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Pushing event updated for resources: {'Port': ['ID=ac5d2f9d-4623-40d1-baae-9bdff318ee78,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:25.466232 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=41049399-9caa-49db-8345-076c683be7c8,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:25.473121 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:25.473615 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.507624 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.512491 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e95e567d-d510-413e-b008-fb254fd04929 req-727d9725-5114-4436-87f9-5c5db2ae735f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270986 Jul 29 17:14:25.634013 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:25.635718 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:25.661266 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'Port': ['ID=3730b8f3-078e-4d6a-973f-8ca6264998ed,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:25.685118 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.691461 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fea553c8-993b-4f82-9b50-032fecfb141d req-2d554258-176f-40eb-9198-3a0e2aeeb068 service neutron] 10.222.0.44 "GET /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450309 Jul 29 17:14:25.703063 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.713424 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-d4e1c9d1-e164-497a-a3dc-523a3f861797 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6035290 Jul 29 17:14:25.766975 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Router 1cef47db-534f-4d93-bb29-b391f9c987c1 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:14:25.914795 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:14:25.919656 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-7999a3de-08a6-449d-8eb4-3f753f41283f None None] Provisioning complete for port ac5d2f9d-4623-40d1-baae-9bdff318ee78 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:25.920186 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7999a3de-08a6-449d-8eb4-3f753f41283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:25.920625 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-e822c8d3-3d2f-47f5-9442-e6d751187b9c admin admin] 10.222.0.13 "PUT /v2.0/routers/1cef47db-534f-4d93-bb29-b391f9c987c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3773036 Jul 29 17:14:25.974761 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-7999a3de-08a6-449d-8eb4-3f753f41283f None None] Port ac5d2f9d-4623-40d1-baae-9bdff318ee78 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:14:25.987432 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-422aa6e7-eebf-4469-b8a6-6f8199b54803 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--342535804&fields=id&tenant_id=74e6a20f26124832befe3b0ccf968d0c HTTP/1.1" status: 200 len: 267 time: 0.0393558 Jul 29 17:14:26.109739 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-57474628-50c4-4a2b-925b-af16f56cb69c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:26.112072 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-57474628-50c4-4a2b-925b-af16f56cb69c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 811 time: 0.1180007 Jul 29 17:14:26.130006 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-84d8dc46-2f76-4055-a8c1-da576d379647 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/quotas/74e6a20f26124832befe3b0ccf968d0c HTTP/1.1" status: 200 len: 375 time: 0.0114453 Jul 29 17:14:26.191380 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-5a9af818-e808-4455-b174-8fdf7e404249 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548761 Jul 29 17:14:26.314392 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-102ddf51-6dec-4cea-b535-029b677d7265 service neutron] 10.222.0.13 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108119 Jul 29 17:14:26.387333 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 0fdd796a-7c5c-4010-b136-26f69d541c33 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:14:26.419988 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-8fd25201-a317-43ee-a3c5-8793c81a2078 service neutron] 10.222.0.13 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990953 Jul 29 17:14:26.508809 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-58ee0a43-faeb-448d-8a5f-313c80ba0e78 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:26.510647 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-58ee0a43-faeb-448d-8a5f-313c80ba0e78 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/networks?id=2dc65600-4e8d-499b-8603-1f712e304870 HTTP/1.1" status: 200 len: 813 time: 0.1509182 Jul 29 17:14:26.524688 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 0fdd796a-7c5c-4010-b136-26f69d541c33, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0fdd796a-7c5c-4010-b136-26f69d541c33,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:26.528192 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-ef734bd0-8016-4695-854d-644a12ee487d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/quotas/ce658e881aaf4958b5b54b49201e660a HTTP/1.1" status: 200 len: 375 time: 0.0107501 Jul 29 17:14:26.542935 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f74fc5b3-372f-40cf-a939-92c715e9fddb up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:26.554769 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '0fdd796a-7c5c-4010-b136-26f69d541c33', 'network_id': '7a7ced2d-2baa-42b0-b0e8-c5efe6383919', 'port_id': '0fdd796a-7c5c-4010-b136-26f69d541c33', 'mac_address': 'fa:16:3e:bf:14:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07c505a-b009-42c7-965b-c2cbc780b53d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:14:26.587565 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-eff195da-7e57-457b-b38b-0c05b668c4cf tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce658e881aaf4958b5b54b49201e660a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502505 Jul 29 17:14:26.666344 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port f74fc5b3-372f-40cf-a939-92c715e9fddb triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:26.666732 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:26.701921 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:26.702515 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34802) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:26.707960 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1717593999-network', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:26.718150 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdd796a-7c5c-4010-b136-26f69d541c33 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:14:26.736768 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-12111507-3165-482e-981e-d623e830d67b service neutron] 10.222.0.13 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482892 Jul 29 17:14:26.755801 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 0fdd796a-7c5c-4010-b136-26f69d541c33, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0fdd796a-7c5c-4010-b136-26f69d541c33,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:26.764083 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:26.776634 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Made reservation on behalf of 90b7c23da6524cc6a877d1755d46bc7f for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:26.784375 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:26.802233 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:26.811579 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5871e-5241-4a58-9a79-4efe3ae8626c req-13f39cd9-a309-4fc8-b181-8839907e19c5 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:26.819518 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8ff5871e-5241-4a58-9a79-4efe3ae8626c req-13f39cd9-a309-4fc8-b181-8839907e19c5 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 943 time: 0.1662788 Jul 29 17:14:26.872138 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-bc7ca79a-06bc-4562-b66b-09c254bad526 service neutron] 10.222.0.13 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262181 Jul 29 17:14:26.873735 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8ff5871e-5241-4a58-9a79-4efe3ae8626c req-cb7cfd44-5d0a-4248-a559-8b444ec6472f tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455506 Jul 29 17:14:27.028528 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.033777 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Sync routers for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:27.034456 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.070729 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:14:27.079444 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e6f7ca-52f0-4a1c-a11f-abe90c690246,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:27.090997 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:27.091861 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:27.092332 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.092749 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Added segment 9f855733-a7a4-4c0d-92a8-c1f56dddaff8 of type vlan for network 87928c8b-8225-45e4-9ed9-f546387068e0 Jul 29 17:14:27.160646 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.190761 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29267b8-aeaa-4570-91c2-66dd61648556 req-ecc31446-84ec-4385-a63a-542f3c4682ed tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:27.200158 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.201515 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:27.202272 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.203379 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b29267b8-aeaa-4570-91c2-66dd61648556 req-ecc31446-84ec-4385-a63a-542f3c4682ed tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1254714 Jul 29 17:14:27.263508 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b29267b8-aeaa-4570-91c2-66dd61648556 req-46dd8426-1976-461d-8fe5-80c2bf1bae30 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550594 Jul 29 17:14:27.310264 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1b38aae2-bbcc-455e-954a-680529f87bb3 req-ba837440-a5f3-4a09-9c11-d856dc8b3be1 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 210 time: 0.0814066 Jul 29 17:14:27.311025 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['0fdd796a-7c5c-4010-b136-26f69d541c33'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:14:27.314161 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6098225 Jul 29 17:14:27.317529 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34818) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:27.352112 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b04ef-fe5b-4e90-8686-02a80bd9923b admin admin] Pushing event updated for resources: {'Network': ['ID=87928c8b-8225-45e4-9ed9-f546387068e0,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:27.355791 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Request body: {'subnet': {'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1717593999-subnet', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:27.362336 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-15c3d5eb-baad-4749-a21c-7e817d3c71d5 req-984241e4-d106-4a49-920d-82d32135a53a tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0615084 Jul 29 17:14:27.388452 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:27.397942 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 87928c8b-8225-45e4-9ed9-f546387068e0 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:14:27.404846 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Made reservation on behalf of 90b7c23da6524cc6a877d1755d46bc7f for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:27.408523 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903367'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.438987 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=0fdd796a-7c5c-4010-b136-26f69d541c33,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:27.443698 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 41049399-9caa-49db-8345-076c683be7c8 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:27.643551 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6396609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903401'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.698199 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5888ae08-e7da-4d5b-95bf-ad161b0f27a9,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:27.717669 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Checking segment: {'id': '9f855733-a7a4-4c0d-92a8-c1f56dddaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:27.718402 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Network hostable DHCP agents. Network: 87928c8b-8225-45e4-9ed9-f546387068e0, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:14:27.719351 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 41049399-9caa-49db-8345-076c683be7c8 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:27.719729 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.738212 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Network 87928c8b-8225-45e4-9ed9-f546387068e0 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:14:27.748864 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 87928c8b-8225-45e4-9ed9-f546387068e0) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:27.754474 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:27.755607 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.764324 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a854e4-2708-451c-9276-ac0bfd3aaefb None None] Network 87928c8b-8225-45e4-9ed9-f546387068e0 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:14:27.774392 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-9a1a8516-bd63-4f9a-ac38-22164f395cf1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4218042 Jul 29 17:14:27.775801 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 34824) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:27.781176 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:27.818714 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.820279 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:27.878108 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.002926 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'ac5d2f9d-4623-40d1-baae-9bdff318ee78', 'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'mac_address': 'fa:16:3e:a6:4b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:22Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 2, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'subnets': [{'id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:28.036968 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.039468 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Checking router: 1cef47db-534f-4d93-bb29-b391f9c987c1 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:28.039829 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Updating router 1cef47db-534f-4d93-bb29-b391f9c987c1 port ac5d2f9d-4623-40d1-baae-9bdff318ee78 binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:14:28.079540 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1d3d2-4499-4284-9bc8-70f451e4b1ba req-cf932dd9-baa3-4224-88c9-76db4a5b67eb tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:28.081298 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9ef1d3d2-4499-4284-9bc8-70f451e4b1ba req-cf932dd9-baa3-4224-88c9-76db4a5b67eb tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 944 time: 0.0629802 Jul 29 17:14:28.087849 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.100637 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-87928c8b-8225-45e4-9ed9-f546387068e0', 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'fixed_ips': [{'subnet_id': '5888ae08-e7da-4d5b-95bf-ad161b0f27a9'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:14:28.101744 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.142986 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9ef1d3d2-4499-4284-9bc8-70f451e4b1ba req-71420b4a-60b5-4a90-838c-c0c730006f51 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Jul 29 17:14:28.385841 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Allocated IP 172.20.0.2 (87928c8b-8225-45e4-9ed9-f546387068e0/5888ae08-e7da-4d5b-95bf-ad161b0f27a9/f754f911-9091-42d3-98f8-864f331d8c53) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:28.468411 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a6ee7-9def-42b5-aaa0-b9d4bcecd3ca req-48d85ad0-c580-4e27-ae00-2860da9f2c0c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:28.468800 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.472817 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7e9a6ee7-9def-42b5-aaa0-b9d4bcecd3ca req-48d85ad0-c580-4e27-ae00-2860da9f2c0c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0907450 Jul 29 17:14:28.473864 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-69da6a51-8176-4516-8f09-932373b1868d req-3bf28155-8ac6-42e6-bb08-7be5fb297c02 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 210 time: 0.0530422 Jul 29 17:14:28.528763 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.550969 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7e9a6ee7-9def-42b5-aaa0-b9d4bcecd3ca req-4023fa56-50d7-4ee8-ac6e-a47d172422ab tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699420 Jul 29 17:14:28.625961 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.644636 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Transition to ACTIVE for port object ac5d2f9d-4623-40d1-baae-9bdff318ee78 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:28.655716 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-daa1f66e-f94f-4509-96f6-90855921707b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:28.657320 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-daa1f66e-f94f-4509-96f6-90855921707b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 811 time: 0.3407669 Jul 29 17:14:28.660587 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.661452 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0137cc7b-9d92-419d-93d9-feaf31a0b1ed req-17eade09-ecdc-4733-b594-508e41c6e434 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0523729 Jul 29 17:14:28.675326 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.713216 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Transition to ACTIVE for port object f754f911-9091-42d3-98f8-864f331d8c53 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:28.747680 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8454e5c-8b6c-46e2-b281-d3ea38cbf3b2 None None] Pushing event updated for resources: {'Port': ['ID=ac5d2f9d-4623-40d1-baae-9bdff318ee78,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:28.755922 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Transition to ACTIVE for port object f754f911-9091-42d3-98f8-864f331d8c53 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:28.763505 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Allocated IP 172.27.0.5 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/2a059004-a6c7-46e7-9d5a-cea600f71199) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:28.774339 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-81996934-77fc-430e-81c0-4dbf04fcc91e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e6a20f26124832befe3b0ccf968d0c HTTP/1.1" status: 200 len: 379 time: 0.0983963 Jul 29 17:14:28.798843 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'port': {'device_id': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'admin_state_up': True, 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'security_groups': ['f18ad467-11f4-4ef9-bf49-7d7a60e7d59c']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:28.820767 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.864947 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Attempting to bind port ac5d2f9d-4623-40d1-baae-9bdff318ee78 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:28.865317 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Attempting to bind port ac5d2f9d-4623-40d1-baae-9bdff318ee78 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:28.865731 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Attempting to bind port ac5d2f9d-4623-40d1-baae-9bdff318ee78 on network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:28.877553 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Network 87928c8b-8225-45e4-9ed9-f546387068e0 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:28.882358 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:28.882800 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Checking segment: {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:28.883244 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.883653 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Bound using segment: {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:28.884141 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Bound port: ac5d2f9d-4623-40d1-baae-9bdff318ee78, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:28.884524 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:28.890765 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:28.898767 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Pushing event updated for resources: {'Port': ['ID=f754f911-9091-42d3-98f8-864f331d8c53,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:28.901098 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:28.999561 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.041823 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Made reservation on behalf of 74e6a20f26124832befe3b0ccf968d0c for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:29.046528 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.119702 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.152926 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-c15978d2-29d3-459c-9f61-017091ac1721 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:29.155147 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-c15978d2-29d3-459c-9f61-017091ac1721 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.44 "GET /v2.0/networks?id=2dc65600-4e8d-499b-8603-1f712e304870 HTTP/1.1" status: 200 len: 813 time: 0.1830988 Jul 29 17:14:29.173860 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:29.181678 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:29.184719 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Request body: {'port': {'device_id': '923ce4f8-db01-459d-af8e-9dc13fb4a8a8', 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870', 'admin_state_up': True, 'tenant_id': 'ce658e881aaf4958b5b54b49201e660a'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:29.190818 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:29.250587 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Attempting to bind port f754f911-9091-42d3-98f8-864f331d8c53 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:29.252945 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Attempting to bind port f754f911-9091-42d3-98f8-864f331d8c53 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '9f855733-a7a4-4c0d-92a8-c1f56dddaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:29.253609 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Attempting to bind port f754f911-9091-42d3-98f8-864f331d8c53 on network 87928c8b-8225-45e4-9ed9-f546387068e0 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:29.256686 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] For port ac5d2f9d-4623-40d1-baae-9bdff318ee78, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:29.260808 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] For port ac5d2f9d-4623-40d1-baae-9bdff318ee78, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=ac5d2f9d-4623-40d1-baae-9bdff318ee78,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:29.266169 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:29.267588 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Checking segment: {'id': '9f855733-a7a4-4c0d-92a8-c1f56dddaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:29.268260 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.268888 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Bound using segment: {'id': '9f855733-a7a4-4c0d-92a8-c1f56dddaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:29.269760 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Bound port: f754f911-9091-42d3-98f8-864f331d8c53, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f855733-a7a4-4c0d-92a8-c1f56dddaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:29.270649 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.281193 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.288715 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a059004-a6c7-46e7-9d5a-cea600f71199,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:29.374481 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09e148-af07-46e6-ae33-3e22d97e14d8 req-13b4ab65-46eb-4dce-8566-c9db7c7a949c tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:29.376294 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9a09e148-af07-46e6-ae33-3e22d97e14d8 req-13b4ab65-46eb-4dce-8566-c9db7c7a949c tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 944 time: 0.1175418 Jul 29 17:14:29.387272 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:29.388065 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:29.394177 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8454e5c-8b6c-46e2-b281-d3ea38cbf3b2 None None] Pushing event updated for resources: {'Port': ['ID=ac5d2f9d-4623-40d1-baae-9bdff318ee78,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:29.413124 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Allocated IP 172.20.0.3 (a82dc695-f1af-4a67-9797-b862590f6f86/bdd4ae2f-4f71-4b97-8343-afc0635933bb/9dedab2a-db1f-4b47-94c9-ccafc4d728e2) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:29.427729 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Made reservation on behalf of ce658e881aaf4958b5b54b49201e660a for: {'port': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:29.431147 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.472608 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9a09e148-af07-46e6-ae33-3e22d97e14d8 req-08aacfec-b5d7-4b91-a8e6-fbc2e9bc7550 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897198 Jul 29 17:14:29.493574 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] For port f754f911-9091-42d3-98f8-864f331d8c53, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:29.511684 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] For port f754f911-9091-42d3-98f8-864f331d8c53, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f754f911-9091-42d3-98f8-864f331d8c53,segment=NetworkSegment(9f855733-a7a4-4c0d-92a8-c1f56dddaff8),segment_id=9f855733-a7a4-4c0d-92a8-c1f56dddaff8)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:29.579019 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:29.639814 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.683449 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Allocated IP 172.20.0.2 (2dc65600-4e8d-499b-8603-1f712e304870/089450ae-d340-46a2-8dcc-ed5532eee6cd/aa040e0b-a936-46d0-8601-559f2da788e3) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:29.729283 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ac19cbc7-a39b-488b-8830-0fe67ca25dda req-461488b6-736b-46d0-a893-74a9a261fe64 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 210 time: 0.1096463 Jul 29 17:14:29.758717 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.763001 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6b09-93ba-4bdc-8478-6abb898f8dc4 req-34174223-f7af-4840-8744-a2a0cb9d47ea tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:29.773920 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7cfb6b09-93ba-4bdc-8478-6abb898f8dc4 req-34174223-f7af-4840-8744-a2a0cb9d47ea tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1052601 Jul 29 17:14:29.783683 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Transition to ACTIVE for port object 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:29.823100 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7cfb6b09-93ba-4bdc-8478-6abb898f8dc4 req-b55e9738-e965-464e-8562-c1ea83b63001 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474162 Jul 29 17:14:29.831733 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd936425-38db-4a0d-9a16-f5802d2a55e4 None None] Pushing event updated for resources: {'Port': ['ID=f754f911-9091-42d3-98f8-864f331d8c53,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:29.874098 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ec3aa5a-ece5-4c03-9f7c-35144290a219 req-a87bccdd-67f5-400e-ae2d-17aaa3d2c191 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0524402 Jul 29 17:14:29.921049 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:29.979787 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'ac5d2f9d-4623-40d1-baae-9bdff318ee78', 'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'mac_address': 'fa:16:3e:a6:4b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:22Z', 'updated_at': '2021-07-29T17:14:29Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'subnets': [{'id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:30.023901 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.053652 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1177a64-1fc1-4d60-999f-607cd87b0172 None None] The sync data for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi is: [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'ac5d2f9d-4623-40d1-baae-9bdff318ee78', 'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'mac_address': 'fa:16:3e:a6:4b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:22Z', 'updated_at': '2021-07-29T17:14:29Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'subnets': [{'id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:30.135954 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.196282 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Network 2dc65600-4e8d-499b-8603-1f712e304870 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:30.204589 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:30.208967 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:30.255102 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Pushing event updated for resources: {'Port': ['ID=aa040e0b-a936-46d0-8601-559f2da788e3,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:30.256533 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Network a82dc695-f1af-4a67-9797-b862590f6f86 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:30.270167 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:30.273077 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:30.291092 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:30.291962 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.316699 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.325318 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-411f13fd-3368-443c-b804-e230d9a70640 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1467872 Jul 29 17:14:30.344351 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Request body: {'port': {'device_id': '923ce4f8-db01-459d-af8e-9dc13fb4a8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:30.358475 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'Port': ['ID=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:30.394136 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 0fdd796a-7c5c-4010-b136-26f69d541c33 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:30.394345 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:30.395079 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.469630 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.505898 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-df1a46fd-9e5c-462f-8515-a53f9af5bd2a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7151113 Jul 29 17:14:30.543847 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Request body: {'port': {'device_id': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:30.562291 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port 0fdd796a-7c5c-4010-b136-26f69d541c33 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:30.572099 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 0fdd796a-7c5c-4010-b136-26f69d541c33 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:30.572565 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.694164 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f754f911-9091-42d3-98f8-864f331d8c53 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:30.784378 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e21e7b-4fca-42be-afe9-93f16e1d738c req-d3bb8f4f-5936-4023-8ca5-dd0b2341d4d3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:30.797461 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-95e21e7b-4fca-42be-afe9-93f16e1d738c req-d3bb8f4f-5936-4023-8ca5-dd0b2341d4d3 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 944 time: 0.1730616 Jul 29 17:14:30.821423 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-7b80929e-0742-405a-ad71-105897f3e339 None None] Provisioning for port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:30.823786 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.853415 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-7b80929e-0742-405a-ad71-105897f3e339 None None] Provisioning complete for port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:30.853811 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7b80929e-0742-405a-ad71-105897f3e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.858306 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port f754f911-9091-42d3-98f8-864f331d8c53 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:30.861427 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.897084 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device ac5d2f9d-4623-40d1-baae-9bdff318ee78 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:30.909894 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:30.943881 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9e159f-597b-4c0d-914a-805893c7e5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdd796a-7c5c-4010-b136-26f69d541c33'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:30.946213 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d7ab69-5d0b-438f-92db-59dc0e127a46" -d '{"events": [{"server_uuid": "4d9e159f-597b-4c0d-914a-805893c7e5e3", "name": "network-vif-plugged", "status": "completed", "tag": "0fdd796a-7c5c-4010-b136-26f69d541c33"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:30.966726 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-95e21e7b-4fca-42be-afe9-93f16e1d738c req-c518eb41-45e1-4f6e-8377-724eadadc7da tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638296 Jul 29 17:14:30.975771 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 0fdd796a-7c5c-4010-b136-26f69d541c33, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0fdd796a-7c5c-4010-b136-26f69d541c33,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:30.978896 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-7b80929e-0742-405a-ad71-105897f3e339 None None] Port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:14:30.987864 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.047915 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa040e0b-a936-46d0-8601-559f2da788e3 {{(pid=93266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:14:31.057523 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.073622 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Transition to ACTIVE for port object aa040e0b-a936-46d0-8601-559f2da788e3 will not be triggered until provisioned by entity L2. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:31.079817 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.102428 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54533a0-bf8f-4576-990d-628509998ba7 req-4d2f6fb3-c9b1-433c-9e7a-65ee807bf931 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:31.110355 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d54533a0-bf8f-4576-990d-628509998ba7 req-4d2f6fb3-c9b1-433c-9e7a-65ee807bf931 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 931 time: 0.2449439 Jul 29 17:14:31.110572 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=0fdd796a-7c5c-4010-b136-26f69d541c33,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:31.124495 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port ac5d2f9d-4623-40d1-baae-9bdff318ee78 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:31.131421 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port ac5d2f9d-4623-40d1-baae-9bdff318ee78 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:31.131893 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.198897 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d54533a0-bf8f-4576-990d-628509998ba7 req-2523cb2a-d6ce-4f7c-9aa8-a36c4d9ed2a0 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852759 Jul 29 17:14:31.283419 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Pushing event updated for resources: {'Port': ['ID=aa040e0b-a936-46d0-8601-559f2da788e3,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:31.312063 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6741f199-cbce-4896-9761-71c099490bff None None] Network 87928c8b-8225-45e4-9ed9-f546387068e0 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:14:31.353631 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.354191 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f4ed4-8ef9-4cb0-9f32-72cee96d53f9 req-1b9617f3-15cd-4ab1-9852-624132f2b7ff tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:31.363849 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ea5f4ed4-8ef9-4cb0-9f32-72cee96d53f9 req-1b9617f3-15cd-4ab1-9852-624132f2b7ff tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.2601788 Jul 29 17:14:31.389083 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Attempting to bind port aa040e0b-a936-46d0-8601-559f2da788e3 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:31.389478 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Attempting to bind port aa040e0b-a936-46d0-8601-559f2da788e3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ddbd7985-222f-4d3d-a84d-5b8025734a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870'}] {{(pid=93266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:31.389767 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Attempting to bind port aa040e0b-a936-46d0-8601-559f2da788e3 on network 2dc65600-4e8d-499b-8603-1f712e304870 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:31.398210 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Port aa040e0b-a936-46d0-8601-559f2da788e3 on network 2dc65600-4e8d-499b-8603-1f712e304870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:14:31.398558 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Attempting to bind port aa040e0b-a936-46d0-8601-559f2da788e3 on network 2dc65600-4e8d-499b-8603-1f712e304870 {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:31.406629 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port ac5d2f9d-4623-40d1-baae-9bdff318ee78, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=ac5d2f9d-4623-40d1-baae-9bdff318ee78,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:31.409324 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:31.409744 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Checking segment: {'id': 'ddbd7985-222f-4d3d-a84d-5b8025734a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:31.410663 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Bound using segment: {'id': 'ddbd7985-222f-4d3d-a84d-5b8025734a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870'} {{(pid=93266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:31.410663 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.managers [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Bound port: aa040e0b-a936-46d0-8601-559f2da788e3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbd7985-222f-4d3d-a84d-5b8025734a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870'}}] {{(pid=93266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:31.411017 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.418876 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.436961 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae01c9-78a7-4381-899d-f505dc456627 req-197d47f2-63cf-4cee-938e-9cb554c7c7a2 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:31.438599 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9aae01c9-78a7-4381-899d-f505dc456627 req-197d47f2-63cf-4cee-938e-9cb554c7c7a2 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 943 time: 0.1154428 Jul 29 17:14:31.463816 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-655206a1-9bb2-460a-ac79-481685923f7e None None] Provisioning for port f754f911-9091-42d3-98f8-864f331d8c53 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:31.472642 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-655206a1-9bb2-460a-ac79-481685923f7e None None] Provisioning complete for port f754f911-9091-42d3-98f8-864f331d8c53 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:31.473018 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-655206a1-9bb2-460a-ac79-481685923f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.513458 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ea5f4ed4-8ef9-4cb0-9f32-72cee96d53f9 req-46b3f239-c464-4e04-8c3b-2d46cde27d20 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481903 Jul 29 17:14:31.538028 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:14:31.553177 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9aae01c9-78a7-4381-899d-f505dc456627 req-eed38599-fb02-4c53-a0ae-3bc02601e8a1 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686917 Jul 29 17:14:31.578057 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] For port aa040e0b-a936-46d0-8601-559f2da788e3, host hv-cinder-78462, cleared binding levels {{(pid=93266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:31.583681 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] For port aa040e0b-a936-46d0-8601-559f2da788e3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aa040e0b-a936-46d0-8601-559f2da788e3,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:31.592796 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.614571 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26eb011-1cfb-4695-9f4b-ff75c86db71e x-openstack-request-id: req-a26eb011-1cfb-4695-9f4b-ff75c86db71e {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:31.615556 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9e159f-597b-4c0d-914a-805893c7e5e3", "name": "network-vif-plugged", "status": "completed", "tag": "0fdd796a-7c5c-4010-b136-26f69d541c33", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:31.616189 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a26eb011-1cfb-4695-9f4b-ff75c86db71e {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:31.616964 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9e159f-597b-4c0d-914a-805893c7e5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdd796a-7c5c-4010-b136-26f69d541c33', 'code': 200} Jul 29 17:14:31.620959 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=ac5d2f9d-4623-40d1-baae-9bdff318ee78,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:31.690551 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:31.693815 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.697330 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] 10.222.0.44 "PUT /v2.0/ports/aa040e0b-a936-46d0-8601-559f2da788e3 HTTP/1.1" status: 200 len: 1093 time: 1.3575568 Jul 29 17:14:31.699629 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923ce4f8-db01-459d-af8e-9dc13fb4a8a8', 'tag': 'aa040e0b-a936-46d0-8601-559f2da788e3'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:31.699979 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-655206a1-9bb2-460a-ac79-481685923f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.702731 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645" -d '{"events": [{"name": "network-changed", "server_uuid": "923ce4f8-db01-459d-af8e-9dc13fb4a8a8", "tag": "aa040e0b-a936-46d0-8601-559f2da788e3"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:31.751095 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3683f-9fd6-4677-88a8-3cf39f20d021 service neutron] Pushing event updated for resources: {'Port': ['ID=aa040e0b-a936-46d0-8601-559f2da788e3,revision_number=3']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:31.760922 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:14:31.775846 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.777476 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37164c98-9284-4b06-a2fe-cef3b333dcaf x-openstack-request-id: req-37164c98-9284-4b06-a2fe-cef3b333dcaf {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:31.777835 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923ce4f8-db01-459d-af8e-9dc13fb4a8a8", "tag": "aa040e0b-a936-46d0-8601-559f2da788e3", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:31.778092 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37164c98-9284-4b06-a2fe-cef3b333dcaf {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:31.778609 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923ce4f8-db01-459d-af8e-9dc13fb4a8a8', 'tag': 'aa040e0b-a936-46d0-8601-559f2da788e3', 'status': 'completed', 'code': 200} Jul 29 17:14:31.780383 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:14:31.798688 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-655206a1-9bb2-460a-ac79-481685923f7e None None] For port f754f911-9091-42d3-98f8-864f331d8c53, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f754f911-9091-42d3-98f8-864f331d8c53,segment=NetworkSegment(9f855733-a7a4-4c0d-92a8-c1f56dddaff8),segment_id=9f855733-a7a4-4c0d-92a8-c1f56dddaff8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:31.800521 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Sync routers for ids ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:31.812752 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-655206a1-9bb2-460a-ac79-481685923f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.816995 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Transition to ACTIVE for port object 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:31.828664 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.829878 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Routers {'a41c2628-ebd3-4a0a-8d57-4dad024c80a1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:31.834851 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:31.845028 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:31.848280 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-2d093c1c-6764-416b-a00b-88d5ce9542c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0686367 Jul 29 17:14:31.848515 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 34890) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:31.905323 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:31.936906 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655206a1-9bb2-460a-ac79-481685923f7e None None] Pushing event updated for resources: {'Port': ['ID=f754f911-9091-42d3-98f8-864f331d8c53,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:32.037909 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95ee66-c0c4-4024-ac07-ede4d2d82529 req-b8323b49-9c78-464c-85c3-41effb1e3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:32.039453 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8a95ee66-c0c4-4024-ac07-ede4d2d82529 req-b8323b49-9c78-464c-85c3-41effb1e3d3c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 1098 time: 0.1125047 Jul 29 17:14:32.105764 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Set router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:32.137168 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-011474e8-c1bf-4a82-b7f3-d23f9d495403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:32.138878 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-011474e8-c1bf-4a82-b7f3-d23f9d495403 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce658e881aaf4958b5b54b49201e660a&device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 1096 time: 0.3109066 Jul 29 17:14:32.175049 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Attempting to bind port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:32.175575 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Attempting to bind port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:32.176013 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Attempting to bind port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 on network a82dc695-f1af-4a67-9797-b862590f6f86 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:32.187537 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 on network a82dc695-f1af-4a67-9797-b862590f6f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:14:32.187846 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Attempting to bind port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 on network a82dc695-f1af-4a67-9797-b862590f6f86 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:32.194499 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:32.194846 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Checking segment: {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:32.195228 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Bound using segment: {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:32.195820 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Bound port: 9dedab2a-db1f-4b47-94c9-ccafc4d728e2, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:32.196323 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.199364 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8a95ee66-c0c4-4024-ac07-ede4d2d82529 req-b4e2d138-0f27-44de-99b5-99f782b077e2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505883 Jul 29 17:14:32.207311 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-e8719cc5-47e3-4242-9135-a17f0d5f7456 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa040e0b-a936-46d0-8601-559f2da788e3 HTTP/1.1" status: 200 len: 217 time: 0.0492046 Jul 29 17:14:32.263272 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afce00-dcd1-43bc-af17-71b8c1854570 req-f6934ca8-c844-4ccf-8bee-47e20d90441d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:32.264982 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-83afce00-dcd1-43bc-af17-71b8c1854570 req-f6934ca8-c844-4ccf-8bee-47e20d90441d tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 945 time: 0.1751244 Jul 29 17:14:32.288312 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-e5762886-4644-4dcb-99e3-0d6529711244 None None] Provisioning complete for port f754f911-9091-42d3-98f8-864f331d8c53 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:32.288732 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e5762886-4644-4dcb-99e3-0d6529711244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.341571 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-83afce00-dcd1-43bc-af17-71b8c1854570 req-e05c39e4-7b30-42da-8f49-a43719cbfbd7 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667145 Jul 29 17:14:32.343789 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] For port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:32.353175 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] For port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:32.355972 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:27Z', 'updated_at': '2021-07-29T17:14:29Z', 'revision_number': 3, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'gw_port': {'id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:28Z', 'updated_at': '2021-07-29T17:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:32.359718 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.399184 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Checking router: a41c2628-ebd3-4a0a-8d57-4dad024c80a1 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:32.399633 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Updating router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 port 2a059004-a6c7-46e7-9d5a-cea600f71199 binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:14:32.433567 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.439139 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:32.448610 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:32.449149 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.450632 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-54a846bc-5a0a-4055-a2d9-312a86c1a5b3 service neutron] 10.222.0.44 "PUT /v2.0/ports/9dedab2a-db1f-4b47-94c9-ccafc4d728e2 HTTP/1.1" status: 200 len: 1093 time: 1.9279535 Jul 29 17:14:32.451145 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'tag': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:32.453667 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124bfc94-85ac-4c9a-a623-9b1263928452" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0c1dd9-9ede-49f6-88ad-e67c49692a64", "tag": "9dedab2a-db1f-4b47-94c9-ccafc4d728e2"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:32.504307 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f754f911-9091-42d3-98f8-864f331d8c53 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:32.522790 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b1649a-8fa4-45ff-baee-e49ebc5a8a6c x-openstack-request-id: req-17b1649a-8fa4-45ff-baee-e49ebc5a8a6c {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:32.523084 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0c1dd9-9ede-49f6-88ad-e67c49692a64", "tag": "9dedab2a-db1f-4b47-94c9-ccafc4d728e2", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:32.523332 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17b1649a-8fa4-45ff-baee-e49ebc5a8a6c {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:32.523734 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'tag': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2', 'status': 'completed', 'code': 200} Jul 29 17:14:32.566566 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port f754f911-9091-42d3-98f8-864f331d8c53 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:32.567102 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.714780 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device ac5d2f9d-4623-40d1-baae-9bdff318ee78 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:32.726854 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bfc94-85ac-4c9a-a623-9b1263928452 req-bb0836d0-4d0e-420e-8361-02a743d12a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:32.728383 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-124bfc94-85ac-4c9a-a623-9b1263928452 req-bb0836d0-4d0e-420e-8361-02a743d12a63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 1096 time: 0.1262734 Jul 29 17:14:32.734221 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-6da329fb-3b0a-4a7b-9c59-061f0774796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:32.737203 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-6da329fb-3b0a-4a7b-9c59-061f0774796d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=089450ae-d340-46a2-8dcc-ed5532eee6cd HTTP/1.1" status: 200 len: 853 time: 0.1387427 Jul 29 17:14:32.754012 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341424-0083-40d3-970d-c5234637248d req-9046cc9d-f035-4500-854d-d6139f3fcd5f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:32.755556 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c5341424-0083-40d3-970d-c5234637248d req-9046cc9d-f035-4500-854d-d6139f3fcd5f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1019983 Jul 29 17:14:32.799713 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port ac5d2f9d-4623-40d1-baae-9bdff318ee78 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:32.800475 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.809716 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.815632 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157713f3-24e7-44d2-8254-c498688404bf req-6ca701ad-1ae2-4d21-bfc4-97b19819aaa1 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:32.824829 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-157713f3-24e7-44d2-8254-c498688404bf req-6ca701ad-1ae2-4d21-bfc4-97b19819aaa1 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 943 time: 0.2174015 Jul 29 17:14:32.825024 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Transition to ACTIVE for port object 2a059004-a6c7-46e7-9d5a-cea600f71199 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:32.833262 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.883547 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2d588-bbb5-4c59-bc81-9732d9d130c0 None None] Pushing event updated for resources: {'Port': ['ID=2a059004-a6c7-46e7-9d5a-cea600f71199,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:32.902269 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c5341424-0083-40d3-970d-c5234637248d req-9252fb4c-b48f-4762-b39d-24e9b741b821 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398993 Jul 29 17:14:32.904603 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Attempting to bind port 2a059004-a6c7-46e7-9d5a-cea600f71199 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:32.904981 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Attempting to bind port 2a059004-a6c7-46e7-9d5a-cea600f71199 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:32.905337 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Attempting to bind port 2a059004-a6c7-46e7-9d5a-cea600f71199 on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:32.906462 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-8260112a-c415-45d0-b38d-444aadde167a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2dc65600-4e8d-499b-8603-1f712e304870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282411 Jul 29 17:14:32.919785 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:32.919785 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:32.919785 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.919785 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:32.919785 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Bound port: 2a059004-a6c7-46e7-9d5a-cea600f71199, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:32.919785 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:32.920316 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-157713f3-24e7-44d2-8254-c498688404bf req-1c9abd14-4d5e-42fb-8319-42323a78f54e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898049 Jul 29 17:14:33.051975 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bfc94-85ac-4c9a-a623-9b1263928452 req-35e3ea9b-add7-4043-9bbb-9d0a232526b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:33.053510 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-124bfc94-85ac-4c9a-a623-9b1263928452 req-35e3ea9b-add7-4043-9bbb-9d0a232526b4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=74e6a20f26124832befe3b0ccf968d0c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2970662 Jul 29 17:14:33.073745 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865e242-43c1-4cc3-8da0-e15832ef3de7 req-fd44a875-db37-4496-bcf9-ae12cf9664f9 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:33.075396 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5865e242-43c1-4cc3-8da0-e15832ef3de7 req-fd44a875-db37-4496-bcf9-ae12cf9664f9 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0636122 Jul 29 17:14:33.083750 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] For port 2a059004-a6c7-46e7-9d5a-cea600f71199, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:33.087078 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] For port 2a059004-a6c7-46e7-9d5a-cea600f71199, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2a059004-a6c7-46e7-9d5a-cea600f71199,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:33.092651 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:33.154301 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2d588-bbb5-4c59-bc81-9732d9d130c0 None None] Pushing event updated for resources: {'Port': ['ID=2a059004-a6c7-46e7-9d5a-cea600f71199,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:33.156709 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-13a64def-eacb-474c-9234-46539777a197 service neutron] 10.222.0.44 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926506 Jul 29 17:14:33.161115 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Routers {'a41c2628-ebd3-4a0a-8d57-4dad024c80a1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:33.161728 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:33.191028 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:33.273619 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] Set router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:33.319502 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cedae187-3bd0-40ba-b7d0-a7265754103f req-db752eaf-0aef-4b47-8b0f-e94d201f5322 service neutron] 10.222.0.44 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510670 Jul 29 17:14:33.427012 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Allocated IP 172.20.0.1 (87928c8b-8225-45e4-9ed9-f546387068e0/5888ae08-e7da-4d5b-95bf-ad161b0f27a9/03736b37-8c13-4c4f-aa5e-fa3330069997) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:33.475731 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5865e242-43c1-4cc3-8da0-e15832ef3de7 req-f82b9862-8784-4af3-8052-2b490086110d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777781 Jul 29 17:14:33.518921 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:27Z', 'updated_at': '2021-07-29T17:14:29Z', 'revision_number': 3, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'gw_port': {'id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:28Z', 'updated_at': '2021-07-29T17:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:33.529267 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bfc94-85ac-4c9a-a623-9b1263928452 req-f0cdc3ab-1d9e-4c9e-899e-4168c8b0735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:33.530768 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-124bfc94-85ac-4c9a-a623-9b1263928452 req-f0cdc3ab-1d9e-4c9e-899e-4168c8b0735a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4545064 Jul 29 17:14:33.554122 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc8769-bd6d-4668-946b-49ae113ba318 None None] The sync data for ids ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'] in dv-cinder-784623-16-iscsi is: [{'id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:27Z', 'updated_at': '2021-07-29T17:14:29Z', 'revision_number': 3, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'gw_port': {'id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:28Z', 'updated_at': '2021-07-29T17:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:33.560645 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb6e44-c744-483e-a662-82088d84d463 req-e5817a92-80e7-4db3-b99a-18f98a06088c tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:33.562181 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-92cb6e44-c744-483e-a662-82088d84d463 req-e5817a92-80e7-4db3-b99a-18f98a06088c tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 945 time: 0.1306422 Jul 29 17:14:33.628403 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-fcd34bb3-14a8-4152-87c7-985d56a8b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:33.629939 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-fcd34bb3-14a8-4152-87c7-985d56a8b2d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce658e881aaf4958b5b54b49201e660a&device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1118364 Jul 29 17:14:33.644481 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-92cb6e44-c744-483e-a662-82088d84d463 req-5ce5c6d8-ec6e-46b6-8337-d34ef895238c tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735643 Jul 29 17:14:33.654638 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:33.671952 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Transition to ACTIVE for port object 03736b37-8c13-4c4f-aa5e-fa3330069997 will not be triggered until provisioned by entity DHCP. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:33.733524 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-ed754af3-48e1-46c5-b830-a089ca0b52f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:33.735048 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-ed754af3-48e1-46c5-b830-a089ca0b52f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 1096 time: 0.0597243 Jul 29 17:14:33.788308 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:33.822722 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-47e188a3-86cc-4503-958a-875f23c68472 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2 HTTP/1.1" status: 200 len: 217 time: 0.0410075 Jul 29 17:14:33.823452 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-d67e0edf-d1b4-42bd-b937-67d98e7c4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:33.824958 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-d67e0edf-d1b4-42bd-b937-67d98e7c4768 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2dc65600-4e8d-499b-8603-1f712e304870 HTTP/1.1" status: 200 len: 914 time: 0.1510911 Jul 29 17:14:33.838550 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Network 87928c8b-8225-45e4-9ed9-f546387068e0 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:33.845816 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:33.853584 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:33.857283 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=03736b37-8c13-4c4f-aa5e-fa3330069997,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:33.911899 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-e6579fe0-be95-4ca5-b6ce-8cd864168779 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa040e0b-a936-46d0-8601-559f2da788e3 HTTP/1.1" status: 200 len: 217 time: 0.0639369 Jul 29 17:14:33.915821 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-1ecccb2d-8cac-4903-9972-de1f94c1c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:33.917561 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-1ecccb2d-8cac-4903-9972-de1f94c1c67c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd4ae2f-4f71-4b97-8343-afc0635933bb HTTP/1.1" status: 200 len: 850 time: 0.0710006 Jul 29 17:14:34.008598 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-436e3184-152b-4a58-b549-784de3217f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:34.010422 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-436e3184-152b-4a58-b549-784de3217f14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a82dc695-f1af-4a67-9797-b862590f6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0804138 Jul 29 17:14:34.019036 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:34.098401 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-60b3dfea-c950-49b1-a8af-7fdfcfc8de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:34.099904 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-60b3dfea-c950-49b1-a8af-7fdfcfc8de83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=089450ae-d340-46a2-8dcc-ed5532eee6cd HTTP/1.1" status: 200 len: 853 time: 0.1574492 Jul 29 17:14:34.164076 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-4fb68885-5038-45b5-8d5e-562399ddfe89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2dc65600-4e8d-499b-8603-1f712e304870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360043 Jul 29 17:14:34.166676 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c6204-e54f-40cf-90f8-4627b1346a94 req-a0a94be7-e053-4025-93b3-15ae781ee736 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:34.168231 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-480c6204-e54f-40cf-90f8-4627b1346a94 req-a0a94be7-e053-4025-93b3-15ae781ee736 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1092188 Jul 29 17:14:34.187149 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-3cb63771-db54-49de-b078-5d4ee578ec07 service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676157 Jul 29 17:14:34.191813 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-d322ad65-bf93-4f10-80e6-5ef22a815e8b None None] Provisioning for port 03736b37-8c13-4c4f-aa5e-fa3330069997 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:34.196913 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-d322ad65-bf93-4f10-80e6-5ef22a815e8b None None] Provisioning complete for port 03736b37-8c13-4c4f-aa5e-fa3330069997 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:34.197321 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d322ad65-bf93-4f10-80e6-5ef22a815e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:34.241744 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-d322ad65-bf93-4f10-80e6-5ef22a815e8b None None] Port 03736b37-8c13-4c4f-aa5e-fa3330069997 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:14:34.277432 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799597b9-c63e-4585-a13b-511022852c79 req-61992c19-154e-45f5-ab96-3860da8e3006 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:34.278998 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-799597b9-c63e-4585-a13b-511022852c79 req-61992c19-154e-45f5-ab96-3860da8e3006 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 943 time: 0.2642565 Jul 29 17:14:34.279983 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-480c6204-e54f-40cf-90f8-4627b1346a94 req-3c3d0691-1db7-4c19-8341-20973452dc31 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964351 Jul 29 17:14:34.324898 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:34.330411 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ce3d50c-8fa4-41d1-b6fd-5fffd112f9d1 req-b0631cd1-c301-43d4-8d50-c0e43ce70d2b service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268077 Jul 29 17:14:34.405054 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-799597b9-c63e-4585-a13b-511022852c79 req-021cb67e-b141-46fa-9e4c-5e4fdc4a84d3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884173 Jul 29 17:14:34.449911 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-fc109cf7-88c0-44fb-b592-8dcb5342347d service neutron] 10.222.0.44 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715025 Jul 29 17:14:34.524780 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2a059004-a6c7-46e7-9d5a-cea600f71199 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:34.597252 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 2a059004-a6c7-46e7-9d5a-cea600f71199 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:34.601498 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 2a059004-a6c7-46e7-9d5a-cea600f71199 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:34.601969 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:34.674922 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:34.680494 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:14:34.683788 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4a14e-d892-4c23-82cc-4d7137617b76 req-ad685253-6075-4502-b825-d387d612d759 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:34.684998 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0ca4a14e-d892-4c23-82cc-4d7137617b76 req-ad685253-6075-4502-b825-d387d612d759 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 943 time: 0.1176023 Jul 29 17:14:34.687783 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:34.694157 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0dc2738a-fcc6-4c6e-8bd7-a88776a25645 req-97e113bb-eddd-41c5-a4e9-17028ae01bf5 service neutron] 10.222.0.44 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917994 Jul 29 17:14:34.702325 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:34.726588 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 2a059004-a6c7-46e7-9d5a-cea600f71199, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2a059004-a6c7-46e7-9d5a-cea600f71199,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:34.731830 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:34.779866 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c1af-11a0-4061-a295-15d7f33e3bfb req-2d10eed5-a112-4fba-a85e-775a6f8d5712 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:34.788640 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-00a1c1af-11a0-4061-a295-15d7f33e3bfb req-2d10eed5-a112-4fba-a85e-775a6f8d5712 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 945 time: 0.0630248 Jul 29 17:14:34.799357 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:34.802756 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=2a059004-a6c7-46e7-9d5a-cea600f71199,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:34.804070 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=03736b37-8c13-4c4f-aa5e-fa3330069997,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:34.814339 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0ca4a14e-d892-4c23-82cc-4d7137617b76 req-bd794657-772f-41e1-9b40-6ec8eb68ec0b tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192367 Jul 29 17:14:34.828132 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-00a1c1af-11a0-4061-a295-15d7f33e3bfb req-b797f5da-051e-409f-bcb9-cd0601a835d1 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 Jul 29 17:14:34.912917 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Network 87928c8b-8225-45e4-9ed9-f546387068e0 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:34.914234 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:35.036192 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:14:35.157762 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:14:35.162890 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-9909f09a-0d43-49b7-813a-5c9b7517a3e3 admin admin] 10.222.0.13 "PUT /v2.0/routers/a41c2628-ebd3-4a0a-8d57-4dad024c80a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133507 Jul 29 17:14:35.166487 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-7c0e256d-0eae-40cc-a8ea-ea144cb85a34 None None] Provisioning complete for port 03736b37-8c13-4c4f-aa5e-fa3330069997 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:35.166867 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-7c0e256d-0eae-40cc-a8ea-ea144cb85a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:35.205635 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e256d-0eae-40cc-a8ea-ea144cb85a34 None None] Port 03736b37-8c13-4c4f-aa5e-fa3330069997 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:14:35.397849 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881b57d-5441-47ec-807b-41f81b455707 req-6a1c080a-8501-4599-8e9f-632f575e5821 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:35.399409 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a881b57d-5441-47ec-807b-41f81b455707 req-6a1c080a-8501-4599-8e9f-632f575e5821 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0506017 Jul 29 17:14:35.447566 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a881b57d-5441-47ec-807b-41f81b455707 req-5ad83f55-399f-474c-a5b1-17a96d52a32b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Jul 29 17:14:35.540765 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fee381-8fe9-45fc-a68c-9ef4b7577f50 req-aca2ce86-1a65-445f-8e9d-51d50365689a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:35.543114 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-54fee381-8fe9-45fc-a68c-9ef4b7577f50 req-aca2ce86-1a65-445f-8e9d-51d50365689a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 943 time: 0.0620639 Jul 29 17:14:35.597129 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-54fee381-8fe9-45fc-a68c-9ef4b7577f50 req-ceb32e4b-5516-4f8d-8bcd-ef7cb452469a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463619 Jul 29 17:14:35.885306 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1ada3-a8ce-4af6-b94f-be2958598329 req-78fcf4bf-354e-48ef-ac46-f4eeebc38251 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:35.887035 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d9c1ada3-a8ce-4af6-b94f-be2958598329 req-78fcf4bf-354e-48ef-ac46-f4eeebc38251 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 945 time: 0.0598946 Jul 29 17:14:35.941808 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d9c1ada3-a8ce-4af6-b94f-be2958598329 req-62ac8768-33f3-4b8e-8a94-fb88bf9eebc2 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478842 Jul 29 17:14:35.991704 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb1598-dd58-42b9-bcba-bac26564679f req-d5073302-4944-4fcd-9ff8-3fc0b910dc92 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:35.993349 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-90bb1598-dd58-42b9-bcba-bac26564679f req-d5073302-4944-4fcd-9ff8-3fc0b910dc92 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0768983 Jul 29 17:14:36.061190 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-90bb1598-dd58-42b9-bcba-bac26564679f req-ba5165ad-57d2-4dcb-8e3e-be1b9659478f tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540771 Jul 29 17:14:36.260254 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Sync routers for ids ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:36.273809 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Routers {'a41c2628-ebd3-4a0a-8d57-4dad024c80a1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:36.274633 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:36.548149 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device aa040e0b-a936-46d0-8601-559f2da788e3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:14:36.550631 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2a059004-a6c7-46e7-9d5a-cea600f71199 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:36.591702 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724584ed-e10c-4fc4-9482-9c709f7444b6 req-d26b3cec-c91c-4483-be73-ed27ba97b2cd tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:36.596711 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-724584ed-e10c-4fc4-9482-9c709f7444b6 req-d26b3cec-c91c-4483-be73-ed27ba97b2cd tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0597610 Jul 29 17:14:36.615241 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Set router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:36.650299 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-724584ed-e10c-4fc4-9482-9c709f7444b6 req-653383b2-99e1-41ec-86e7-9f7dd1d98423 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502791 Jul 29 17:14:36.789783 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5a5c-08af-4904-a12b-83a5635d0e25 req-f7d83759-6fe8-4c59-9493-c5ea5ac491fa tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:36.797137 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f62b5a5c-08af-4904-a12b-83a5635d0e25 req-f7d83759-6fe8-4c59-9493-c5ea5ac491fa tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 943 time: 0.0962350 Jul 29 17:14:36.822945 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 2a059004-a6c7-46e7-9d5a-cea600f71199 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:36.823325 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:36.853504 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f62b5a5c-08af-4904-a12b-83a5635d0e25 req-b8640767-5a24-43f0-8316-7fb06446409e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551560 Jul 29 17:14:36.926732 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port aa040e0b-a936-46d0-8601-559f2da788e3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aa040e0b-a936-46d0-8601-559f2da788e3,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:36.959398 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'aa040e0b-a936-46d0-8601-559f2da788e3', 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870', 'port_id': 'aa040e0b-a936-46d0-8601-559f2da788e3', 'mac_address': 'fa:16:3e:54:b7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089450ae-d340-46a2-8dcc-ed5532eee6cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:14:37.078789 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.120841 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa040e0b-a936-46d0-8601-559f2da788e3 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:14:37.145124 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067b5e2-64f3-44f3-83ce-aaea937b8e06 req-97962ece-b8e0-4f6a-b7fa-336f647d78bd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:37.147111 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a067b5e2-64f3-44f3-83ce-aaea937b8e06 req-97962ece-b8e0-4f6a-b7fa-336f647d78bd tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 945 time: 0.1185272 Jul 29 17:14:37.159861 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:27Z', 'updated_at': '2021-07-29T17:14:34Z', 'revision_number': 4, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'gw_port': {'id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:28Z', 'updated_at': '2021-07-29T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '03736b37-8c13-4c4f-aa5e-fa3330069997', 'name': '', 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'mac_address': 'fa:16:3e:a0:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5888ae08-e7da-4d5b-95bf-ad161b0f27a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:33Z', 'updated_at': '2021-07-29T17:14:34Z', 'revision_number': 2, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'subnets': [{'id': '5888ae08-e7da-4d5b-95bf-ad161b0f27a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:37.167662 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port aa040e0b-a936-46d0-8601-559f2da788e3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aa040e0b-a936-46d0-8601-559f2da788e3,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:37.197895 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Checking router: a41c2628-ebd3-4a0a-8d57-4dad024c80a1 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:37.198252 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Updating router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 port 03736b37-8c13-4c4f-aa5e-fa3330069997 binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:14:37.200210 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.230036 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a067b5e2-64f3-44f3-83ce-aaea937b8e06 req-6e26a442-19a5-400a-b698-08366e6d1c96 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/security-groups?id=93accef9-0a5e-4669-9531-a5aaef26fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686235 Jul 29 17:14:37.251086 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221cdfc-b279-4500-bc36-9ba80069c291 req-14c8f857-56c9-4244-a04a-c957eadbfad6 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:37.252402 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.262527 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2221cdfc-b279-4500-bc36-9ba80069c291 req-14c8f857-56c9-4244-a04a-c957eadbfad6 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 944 time: 0.1103144 Jul 29 17:14:37.306385 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=aa040e0b-a936-46d0-8601-559f2da788e3,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:37.336820 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2221cdfc-b279-4500-bc36-9ba80069c291 req-95838749-a909-4f5f-898b-ab3ff516f859 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730190 Jul 29 17:14:37.637135 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.649063 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['aa040e0b-a936-46d0-8601-559f2da788e3'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:14:37.651248 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Transition to ACTIVE for port object 03736b37-8c13-4c4f-aa5e-fa3330069997 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:37.687348 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.766088 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-d93df6e3-9414-4132-a4eb-485b9d91691c tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:37.773638 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-d93df6e3-9414-4132-a4eb-485b9d91691c tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 945 time: 0.0891616 Jul 29 17:14:37.885177 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a27d2-5800-4f8c-979c-236d7b9e5b8b None None] Pushing event updated for resources: {'Port': ['ID=03736b37-8c13-4c4f-aa5e-fa3330069997,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:37.969312 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a863bd-ba8c-4fc4-ab64-84a280ca460b req-0e1740a8-9094-44ec-922e-48324fe52c02 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:37.971422 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-56a863bd-ba8c-4fc4-ab64-84a280ca460b req-0e1740a8-9094-44ec-922e-48324fe52c02 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1961968 Jul 29 17:14:37.981980 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Attempting to bind port 03736b37-8c13-4c4f-aa5e-fa3330069997 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:37.982490 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Attempting to bind port 03736b37-8c13-4c4f-aa5e-fa3330069997 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '9f855733-a7a4-4c0d-92a8-c1f56dddaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:37.983015 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Attempting to bind port 03736b37-8c13-4c4f-aa5e-fa3330069997 on network 87928c8b-8225-45e4-9ed9-f546387068e0 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:37.996876 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:37.997395 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Checking segment: {'id': '9f855733-a7a4-4c0d-92a8-c1f56dddaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:37.997902 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:37.998397 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Bound using segment: {'id': '9f855733-a7a4-4c0d-92a8-c1f56dddaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:37.998987 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Bound port: 03736b37-8c13-4c4f-aa5e-fa3330069997, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f855733-a7a4-4c0d-92a8-c1f56dddaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:37.999467 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:38.040260 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Deleting port 0fdd796a-7c5c-4010-b136-26f69d541c33 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:14:38.040624 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:38.130169 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] For port 0fdd796a-7c5c-4010-b136-26f69d541c33, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0fdd796a-7c5c-4010-b136-26f69d541c33,segment=NetworkSegment(b77acb9b-0e7a-4fe5-93b4-ef4c8240827e),segment_id=b77acb9b-0e7a-4fe5-93b4-ef4c8240827e)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:38.130536 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:38.136524 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] For port 03736b37-8c13-4c4f-aa5e-fa3330069997, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:38.146680 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-56a863bd-ba8c-4fc4-ab64-84a280ca460b req-d9bd15ec-bb5d-4b22-9ed8-f4c75b9aa24f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688409 Jul 29 17:14:38.147579 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] For port 03736b37-8c13-4c4f-aa5e-fa3330069997, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=03736b37-8c13-4c4f-aa5e-fa3330069997,segment=NetworkSegment(9f855733-a7a4-4c0d-92a8-c1f56dddaff8),segment_id=9f855733-a7a4-4c0d-92a8-c1f56dddaff8)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:38.150911 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Calling delete_port for 0fdd796a-7c5c-4010-b136-26f69d541c33 owned by compute:nova {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:14:38.155787 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:38.231291 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Routers {'a41c2628-ebd3-4a0a-8d57-4dad024c80a1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:38.232020 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:38.234153 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a27d2-5800-4f8c-979c-236d7b9e5b8b None None] Pushing event updated for resources: {'Port': ['ID=03736b37-8c13-4c4f-aa5e-fa3330069997,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:38.237689 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9ef3d-fa3a-44d6-a84f-6fb194817d7d req-81c633cd-b699-423e-b26f-ba7fcf2ab31c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:38.252775 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9ec9ef3d-fa3a-44d6-a84f-6fb194817d7d req-81c633cd-b699-423e-b26f-ba7fcf2ab31c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 943 time: 0.1335189 Jul 29 17:14:38.322086 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9ec9ef3d-fa3a-44d6-a84f-6fb194817d7d req-e054fd51-f117-4ea0-b4d8-6bdf307eabbe tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660830 Jul 29 17:14:38.340208 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:38.438949 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] Set router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:38.455561 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2ee8452f-e3e7-4a0a-be64-ed4520cd7f7b req-d09562a8-5df4-4c5f-afaf-88e4e61e53a5 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 210 time: 0.0959198 Jul 29 17:14:38.456345 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Pushing event deleted for resources: {'Port': ['ID=0fdd796a-7c5c-4010-b136-26f69d541c33,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:38.498165 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:14:38.550762 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb89617-1094-40d9-a38e-2452126e04b2 req-937f9244-18a4-451f-a14a-e9e57c0b4773 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:38.558820 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2eb89617-1094-40d9-a38e-2452126e04b2 req-937f9244-18a4-451f-a14a-e9e57c0b4773 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 944 time: 0.0908685 Jul 29 17:14:38.613319 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2eb89617-1094-40d9-a38e-2452126e04b2 req-c6b9c43a-7520-4b84-8b3f-28c1225f1058 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484035 Jul 29 17:14:38.706791 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['0fdd796a-7c5c-4010-b136-26f69d541c33'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:14:38.778214 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:38.809471 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'port_id': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2', 'mac_address': 'fa:16:3e:85:32:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:14:38.814445 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] No DVR routers for this DVR port 0fdd796a-7c5c-4010-b136-26f69d541c33 on host hv-cinder-78462 {{(pid=93266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:14:38.817462 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:38.821423 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8e72fc3f-d41b-461d-bb1c-377dcae350bd req-5316799c-6f30-4059-b544-2a94683be7cc tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.44 "DELETE /v2.0/ports/0fdd796a-7c5c-4010-b136-26f69d541c33 HTTP/1.1" status: 204 len: 173 time: 0.9961789 Jul 29 17:14:38.821903 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9e159f-597b-4c0d-914a-805893c7e5e3', 'name': 'network-vif-deleted', 'tag': '0fdd796a-7c5c-4010-b136-26f69d541c33'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:38.824780 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ae359e-dab7-4f84-b331-c86002c99e41" -d '{"events": [{"server_uuid": "4d9e159f-597b-4c0d-914a-805893c7e5e3", "name": "network-vif-deleted", "tag": "0fdd796a-7c5c-4010-b136-26f69d541c33"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:38.875439 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc41396-170e-412f-8f97-113cb08793ba x-openstack-request-id: req-abc41396-170e-412f-8f97-113cb08793ba {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:38.875439 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9e159f-597b-4c0d-914a-805893c7e5e3", "name": "network-vif-deleted", "tag": "0fdd796a-7c5c-4010-b136-26f69d541c33", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:38.876223 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abc41396-170e-412f-8f97-113cb08793ba {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:38.876492 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:38.876751 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9e159f-597b-4c0d-914a-805893c7e5e3', 'name': 'network-vif-deleted', 'tag': '0fdd796a-7c5c-4010-b136-26f69d541c33', 'status': 'completed', 'code': 200} Jul 29 17:14:39.064672 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:27Z', 'updated_at': '2021-07-29T17:14:34Z', 'revision_number': 4, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'gw_port': {'id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:28Z', 'updated_at': '2021-07-29T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '03736b37-8c13-4c4f-aa5e-fa3330069997', 'name': '', 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'mac_address': 'fa:16:3e:a0:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5888ae08-e7da-4d5b-95bf-ad161b0f27a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:33Z', 'updated_at': '2021-07-29T17:14:38Z', 'revision_number': 4, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'subnets': [{'id': '5888ae08-e7da-4d5b-95bf-ad161b0f27a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:39.079069 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:14:39.108174 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d7225-a3da-4784-9f88-ed50a7668a65 None None] The sync data for ids ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'] in dv-cinder-784623-16-iscsi is: [{'id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:27Z', 'updated_at': '2021-07-29T17:14:34Z', 'revision_number': 4, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'gw_port': {'id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:28Z', 'updated_at': '2021-07-29T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '03736b37-8c13-4c4f-aa5e-fa3330069997', 'name': '', 'network_id': '87928c8b-8225-45e4-9ed9-f546387068e0', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'mac_address': 'fa:16:3e:a0:e9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5888ae08-e7da-4d5b-95bf-ad161b0f27a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:33Z', 'updated_at': '2021-07-29T17:14:38Z', 'revision_number': 4, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'subnets': [{'id': '5888ae08-e7da-4d5b-95bf-ad161b0f27a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:39.137235 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:39.144874 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:39.229714 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:39.369999 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592d3d4-6434-4817-80b2-3712366d66f8 req-b6f513d6-8fa1-4d1d-a0d7-860c4771d5a1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:39.373656 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0592d3d4-6434-4817-80b2-3712366d66f8 req-b6f513d6-8fa1-4d1d-a0d7-860c4771d5a1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0735326 Jul 29 17:14:39.461801 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0592d3d4-6434-4817-80b2-3712366d66f8 req-b21ff391-2e09-4c02-8c9e-d378b9eff3ee tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803299 Jul 29 17:14:39.474743 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60e39e-b611-42d3-a357-0f72f5f98c26 req-f1b2a467-246d-4036-a1ec-69a4a52f1d1e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:39.481324 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bf60e39e-b611-42d3-a357-0f72f5f98c26 req-f1b2a467-246d-4036-a1ec-69a4a52f1d1e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 944 time: 0.0644279 Jul 29 17:14:39.546513 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['9dedab2a-db1f-4b47-94c9-ccafc4d728e2'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:14:39.577631 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bf60e39e-b611-42d3-a357-0f72f5f98c26 req-b286e985-9a16-4765-a211-739282e15305 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895276 Jul 29 17:14:39.742994 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1cc72d47-bf4f-45a9-b875-8b779809087e req-c26f649a-66b9-4fec-89a7-3533e6665174 tempest-VolumesActionsTest-1687857105 tempest-VolumesActionsTest-1687857105-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9e159f-597b-4c0d-914a-805893c7e5e3 HTTP/1.1" status: 200 len: 210 time: 0.0499134 Jul 29 17:14:39.914653 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f0e93-f1e9-455b-a3c6-7a5d368bcb22 req-2624d168-3d49-4a3a-aa4d-95c3b0635718 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:39.932133 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-765f0e93-f1e9-455b-a3c6-7a5d368bcb22 req-2624d168-3d49-4a3a-aa4d-95c3b0635718 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 944 time: 0.2345364 Jul 29 17:14:40.069242 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-765f0e93-f1e9-455b-a3c6-7a5d368bcb22 req-56b31bd3-2cdd-4ae1-a080-0c4f6afb2ed0 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249650 Jul 29 17:14:40.451585 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device aa040e0b-a936-46d0-8601-559f2da788e3 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:40.545322 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port aa040e0b-a936-46d0-8601-559f2da788e3 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:40.549457 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port aa040e0b-a936-46d0-8601-559f2da788e3 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:40.550077 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:40.553444 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 03736b37-8c13-4c4f-aa5e-fa3330069997 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:40.617019 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e996a30-c8f6-4537-bdab-b506f317e4cc req-fb86a344-21dc-4330-9ece-55944f4a3e26 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:40.627208 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e996a30-c8f6-4537-bdab-b506f317e4cc req-fb86a344-21dc-4330-9ece-55944f4a3e26 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0751309 Jul 29 17:14:40.684343 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e996a30-c8f6-4537-bdab-b506f317e4cc req-595963f4-5555-412d-acd2-781b6420c887 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522757 Jul 29 17:14:40.694678 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 03736b37-8c13-4c4f-aa5e-fa3330069997 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:40.703830 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 03736b37-8c13-4c4f-aa5e-fa3330069997 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:40.704500 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:40.729492 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32722d0-d467-408e-8151-269c9d2723e9 req-520984ee-fcb4-46fa-99c7-1828d18ed6fd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:40.737666 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:40.738618 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c32722d0-d467-408e-8151-269c9d2723e9 req-520984ee-fcb4-46fa-99c7-1828d18ed6fd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 944 time: 0.0700495 Jul 29 17:14:40.781373 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c32722d0-d467-408e-8151-269c9d2723e9 req-2600f976-8ef9-49e9-b0e3-b0b965e93d98 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Jul 29 17:14:40.784283 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923ce4f8-db01-459d-af8e-9dc13fb4a8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa040e0b-a936-46d0-8601-559f2da788e3'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:40.786950 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8549202a-863b-4f43-8149-884d557361d9" -d '{"events": [{"server_uuid": "923ce4f8-db01-459d-af8e-9dc13fb4a8a8", "name": "network-vif-plugged", "status": "completed", "tag": "aa040e0b-a936-46d0-8601-559f2da788e3"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:40.811967 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port aa040e0b-a936-46d0-8601-559f2da788e3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aa040e0b-a936-46d0-8601-559f2da788e3,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:40.819811 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:40.821140 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 0fdd796a-7c5c-4010-b136-26f69d541c33 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:14:40.895389 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049e0466-2c35-4a23-9cfc-2f262b1cf28e x-openstack-request-id: req-049e0466-2c35-4a23-9cfc-2f262b1cf28e {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:40.895735 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923ce4f8-db01-459d-af8e-9dc13fb4a8a8", "name": "network-vif-plugged", "status": "completed", "tag": "aa040e0b-a936-46d0-8601-559f2da788e3", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:40.895993 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-049e0466-2c35-4a23-9cfc-2f262b1cf28e {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:40.896391 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923ce4f8-db01-459d-af8e-9dc13fb4a8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa040e0b-a936-46d0-8601-559f2da788e3', 'code': 200} Jul 29 17:14:40.899202 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: 0fdd796a-7c5c-4010-b136-26f69d541c33 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:14:40.899477 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 0fdd796a-7c5c-4010-b136-26f69d541c33 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:14:40.927210 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.013637 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 03736b37-8c13-4c4f-aa5e-fa3330069997, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=03736b37-8c13-4c4f-aa5e-fa3330069997,segment=NetworkSegment(9f855733-a7a4-4c0d-92a8-c1f56dddaff8),segment_id=9f855733-a7a4-4c0d-92a8-c1f56dddaff8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:41.019658 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=aa040e0b-a936-46d0-8601-559f2da788e3,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:41.028267 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.181348 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=03736b37-8c13-4c4f-aa5e-fa3330069997,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:41.295230 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeac1cc-3496-402d-bac1-05920429e389 req-2431e7f8-b986-4e3d-8c89-768377bd8b77 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:41.296833 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-abeac1cc-3496-402d-bac1-05920429e389 req-2431e7f8-b986-4e3d-8c89-768377bd8b77 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 945 time: 0.1228089 Jul 29 17:14:41.321286 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aefef5-e40d-44af-9cf2-31686ac543b8 req-d75f67a0-f57d-4e7b-8d46-837adccb7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:41.326338 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b1aefef5-e40d-44af-9cf2-31686ac543b8 req-d75f67a0-f57d-4e7b-8d46-837adccb7d5a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 1098 time: 0.1108255 Jul 29 17:14:41.353366 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-69078605-1e7e-4b99-bf9c-1c41965522a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.439392 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-abeac1cc-3496-402d-bac1-05920429e389 req-ac369bb5-cb0d-4697-8cd2-37e6a5fd1d0e tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363072 Jul 29 17:14:41.472510 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b1aefef5-e40d-44af-9cf2-31686ac543b8 req-8387128c-ff31-4728-a15b-75281be68880 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245344 Jul 29 17:14:41.667348 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 35100) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:41.877149 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f790652f-45ce-4e75-99d1-1afd6cd76a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:41.955431 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e72dd-7db7-476e-940d-65adf067c2a5 req-9ec42130-3680-4b56-a9d7-ef6b0a8ac592 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:41.972562 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-560e72dd-7db7-476e-940d-65adf067c2a5 req-9ec42130-3680-4b56-a9d7-ef6b0a8ac592 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1592693 Jul 29 17:14:42.036832 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055864b9-613d-4a15-a7dc-98b1352fd1d2 req-b308df0a-7b89-4434-b3ac-a1fd180be7c2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:42.044307 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-560e72dd-7db7-476e-940d-65adf067c2a5 req-27adafff-8a72-4c69-b245-73d218801198 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686326 Jul 29 17:14:42.049767 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-055864b9-613d-4a15-a7dc-98b1352fd1d2 req-b308df0a-7b89-4434-b3ac-a1fd180be7c2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 944 time: 0.1516001 Jul 29 17:14:42.139331 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-055864b9-613d-4a15-a7dc-98b1352fd1d2 req-2dd5f3db-1e7e-4f14-befd-e4a686da0707 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883694 Jul 29 17:14:42.192301 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f790652f-45ce-4e75-99d1-1afd6cd76a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.197616 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f790652f-45ce-4e75-99d1-1afd6cd76a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.256707 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f790652f-45ce-4e75-99d1-1afd6cd76a55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a30653630e974e34b1d1dfdbf3c83622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5882049 Jul 29 17:14:42.258381 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790652f-45ce-4e75-99d1-1afd6cd76a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52567d64-6710-4e8a-bf66-b39e11189d6e,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:42.259322 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 35132) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:42.329547 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b18d37d-ad5a-4952-bac3-3a1ad174f628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.364195 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b18d37d-ad5a-4952-bac3-3a1ad174f628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.628181 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 03736b37-8c13-4c4f-aa5e-fa3330069997 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:42.628996 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9c5d3-d56b-4b43-b5e4-c975cdedd830 req-46ab80c5-56aa-4c01-ba3e-7a4b68c383b6 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:42.629235 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 03736b37-8c13-4c4f-aa5e-fa3330069997 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:42.629235 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.629367 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-37a9c5d3-d56b-4b43-b5e4-c975cdedd830 req-46ab80c5-56aa-4c01-ba3e-7a4b68c383b6 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0723953 Jul 29 17:14:42.632790 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b18d37d-ad5a-4952-bac3-3a1ad174f628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.636705 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b18d37d-ad5a-4952-bac3-3a1ad174f628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:42.638183 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4b18d37d-ad5a-4952-bac3-3a1ad174f628 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52567d64-6710-4e8a-bf66-b39e11189d6e HTTP/1.1" status: 204 len: 168 time: 0.3775053 Jul 29 17:14:42.648149 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18d37d-ad5a-4952-bac3-3a1ad174f628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52567d64-6710-4e8a-bf66-b39e11189d6e,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:42.705875 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-37a9c5d3-d56b-4b43-b5e4-c975cdedd830 req-50b54863-b7d8-47c9-b095-814dda5a4d9d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Jul 29 17:14:42.821210 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089bd3e-c845-4760-b8ca-f281e682c6b5 req-d853346a-3725-4cc1-8867-07b1bde6c748 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:42.828997 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2089bd3e-c845-4760-b8ca-f281e682c6b5 req-d853346a-3725-4cc1-8867-07b1bde6c748 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0747545 Jul 29 17:14:42.887585 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2089bd3e-c845-4760-b8ca-f281e682c6b5 req-b12ef8b1-64e0-460f-ac76-fdeb16a62ac1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494201 Jul 29 17:14:43.210545 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd7c6-73e2-4762-a0a4-406e9e8c8d30 req-413ff22c-607d-4730-9dec-5351139ec684 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:43.223255 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3fedd7c6-73e2-4762-a0a4-406e9e8c8d30 req-413ff22c-607d-4730-9dec-5351139ec684 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0998368 Jul 29 17:14:43.287474 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3fedd7c6-73e2-4762-a0a4-406e9e8c8d30 req-217a2c66-0637-44da-baa8-e8a2b20dc90b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630441 Jul 29 17:14:43.342672 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b2cf6-52fe-4bcc-823a-aa68093fd428 req-ef604a46-b51e-4676-bd3c-febfb0f6b809 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:43.353612 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3d8b2cf6-52fe-4bcc-823a-aa68093fd428 req-ef604a46-b51e-4676-bd3c-febfb0f6b809 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 944 time: 0.0983009 Jul 29 17:14:43.413205 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3d8b2cf6-52fe-4bcc-823a-aa68093fd428 req-8e6d47d6-7936-4cec-9fe7-8192585c2bb4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537508 Jul 29 17:14:43.872485 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c07ef108-48db-4eb5-ad26-40998420c067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:43.916161 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199b4b3-07fd-4dc7-b1b3-2d484fc76f6a req-93bc0a15-17a0-4f96-a3a6-4c83ee7e99b0 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:43.917836 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2199b4b3-07fd-4dc7-b1b3-2d484fc76f6a req-93bc0a15-17a0-4f96-a3a6-4c83ee7e99b0 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 945 time: 0.1401331 Jul 29 17:14:44.029623 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2199b4b3-07fd-4dc7-b1b3-2d484fc76f6a req-f0118e3d-1d51-4b2d-a609-222a6e27fa83 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950756 Jul 29 17:14:44.061861 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.116445 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:14:44.161384 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b7c64-276f-4e66-b38f-25551640654f req-68271ae1-5c23-4130-800f-58ff9b43791b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:44.163006 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a35b7c64-276f-4e66-b38f-25551640654f req-68271ae1-5c23-4130-800f-58ff9b43791b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1545339 Jul 29 17:14:44.239305 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a35b7c64-276f-4e66-b38f-25551640654f req-c970bc1d-cbd7-4b5d-9707-5081fc20da4d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626833 Jul 29 17:14:44.250014 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:44.255369 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:44.255369 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.385871 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.411402 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:44.413972 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46c20e0-968f-4b90-9928-5dbed19408f7" -d '{"events": [{"server_uuid": "5b0c1dd9-9ede-49f6-88ad-e67c49692a64", "name": "network-vif-plugged", "status": "completed", "tag": "9dedab2a-db1f-4b47-94c9-ccafc4d728e2"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:44.449895 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:14:44.461905 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:44.472679 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44df1c1-bbd6-435e-aaef-78268a000e6c req-fc356fd7-7c6b-42ae-bb93-370a474bae1d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:44.480828 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a44df1c1-bbd6-435e-aaef-78268a000e6c req-fc356fd7-7c6b-42ae-bb93-370a474bae1d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0739775 Jul 29 17:14:44.498738 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814b495-3a14-49c5-bc38-f2dea48f38f7 x-openstack-request-id: req-d814b495-3a14-49c5-bc38-f2dea48f38f7 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:44.499108 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0c1dd9-9ede-49f6-88ad-e67c49692a64", "name": "network-vif-plugged", "status": "completed", "tag": "9dedab2a-db1f-4b47-94c9-ccafc4d728e2", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:44.499276 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d814b495-3a14-49c5-bc38-f2dea48f38f7 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:44.499655 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2', 'code': 200} Jul 29 17:14:44.526417 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a44df1c1-bbd6-435e-aaef-78268a000e6c req-5f845516-c2bf-4bba-9b5d-ba3fdfac926b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Jul 29 17:14:44.556403 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:44.622044 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014502-8ee3-4e38-aa75-d9374b34bf9f req-c1281f9c-358b-4c94-a0d2-24fd3337f273 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:44.623531 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5a014502-8ee3-4e38-aa75-d9374b34bf9f req-c1281f9c-358b-4c94-a0d2-24fd3337f273 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0570550 Jul 29 17:14:44.663213 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5a014502-8ee3-4e38-aa75-d9374b34bf9f req-8caeada6-5baf-4bec-b41c-45507cf97d87 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336599 Jul 29 17:14:44.823262 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:45.197816 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7aeb82-3d27-4f01-9efe-3dbb12fe6fb9 req-c906ad2a-4a35-4b78-8dc9-3ef4dc5c3469 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:45.208329 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cd7aeb82-3d27-4f01-9efe-3dbb12fe6fb9 req-c906ad2a-4a35-4b78-8dc9-3ef4dc5c3469 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0623713 Jul 29 17:14:45.300861 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cd7aeb82-3d27-4f01-9efe-3dbb12fe6fb9 req-2d88bb8a-b594-4bce-8ad6-7e63e77116a4 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896721 Jul 29 17:14:45.321703 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfb502-d3b7-41eb-aeb4-e2a4a6eae475 req-a39b2ea3-cda0-420f-8248-2ddb838f07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:45.326079 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b4dfb502-d3b7-41eb-aeb4-e2a4a6eae475 req-a39b2ea3-cda0-420f-8248-2ddb838f07c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1099 time: 0.0915489 Jul 29 17:14:45.417960 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b4dfb502-d3b7-41eb-aeb4-e2a4a6eae475 req-7f502092-2dd9-4ca4-bd94-1db5ae9d344d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522432 Jul 29 17:14:45.418437 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fedcb-0952-4c23-abba-af86366502ad req-ca2c931e-b783-42e4-8c9e-9369a8a12c10 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:45.420172 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-218fedcb-0952-4c23-abba-af86366502ad req-ca2c931e-b783-42e4-8c9e-9369a8a12c10 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0654595 Jul 29 17:14:45.464154 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-218fedcb-0952-4c23-abba-af86366502ad req-32f39736-50e0-4b86-a7e0-3a3b8fc3b6c6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Jul 29 17:14:45.664929 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2461b9f-dd37-48b5-b6a6-e14777c92d73 req-c19e9670-22de-4dcc-8970-662a8d7f38ca tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:45.669086 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e2461b9f-dd37-48b5-b6a6-e14777c92d73 req-c19e9670-22de-4dcc-8970-662a8d7f38ca tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0596247 Jul 29 17:14:45.725136 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e2461b9f-dd37-48b5-b6a6-e14777c92d73 req-2a877519-3b0f-4f02-89b1-4671506c9979 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527587 Jul 29 17:14:45.803428 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483db6c-7763-4aac-87d9-d0abe8e9fe56 req-dcf139d6-3b92-4eab-8b62-5b7c34f7efd7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:45.805647 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1483db6c-7763-4aac-87d9-d0abe8e9fe56 req-dcf139d6-3b92-4eab-8b62-5b7c34f7efd7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0677066 Jul 29 17:14:45.855956 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1483db6c-7763-4aac-87d9-d0abe8e9fe56 req-ce15a373-d1a6-41cd-bfa7-788e85164ea0 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419137 Jul 29 17:14:45.906622 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced53ad-82ea-4774-958f-df52cd6fea9d req-85971696-220b-467e-b021-20b7c3b6ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:45.908788 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bced53ad-82ea-4774-958f-df52cd6fea9d req-85971696-220b-467e-b021-20b7c3b6ddd0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 1098 time: 0.0477469 Jul 29 17:14:45.956436 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bced53ad-82ea-4774-958f-df52cd6fea9d req-d589d143-2609-444e-8b2e-b7326f0ec781 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357008 Jul 29 17:14:46.379633 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:46.477818 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e67b9c-8f40-4e88-a6d7-8213cdb0eba2 req-10318d0a-cf24-4aa1-8d8f-c8f10dfa256d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:46.485889 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63e67b9c-8f40-4e88-a6d7-8213cdb0eba2 req-10318d0a-cf24-4aa1-8d8f-c8f10dfa256d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0715544 Jul 29 17:14:46.529979 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63e67b9c-8f40-4e88-a6d7-8213cdb0eba2 req-d588789a-67b8-476f-b9c5-76ed0015c85b tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410323 Jul 29 17:14:46.664452 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cc12d-69a0-4c9b-86c9-d718e3a0c731 req-45a99446-e172-4396-ba1a-9f1e75f901d1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:46.666003 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a04cc12d-69a0-4c9b-86c9-d718e3a0c731 req-45a99446-e172-4396-ba1a-9f1e75f901d1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0664392 Jul 29 17:14:46.712725 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a04cc12d-69a0-4c9b-86c9-d718e3a0c731 req-aa2a87c6-fae3-4c96-a98c-658a3c4e81c8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405068 Jul 29 17:14:46.869778 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00b181-47a1-47ff-829f-304b46653ae8 req-ff89d7c5-951b-4ce0-831e-2d9eaa47f772 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:46.877748 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0e00b181-47a1-47ff-829f-304b46653ae8 req-ff89d7c5-951b-4ce0-831e-2d9eaa47f772 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0825546 Jul 29 17:14:46.892908 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:46.927392 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0e00b181-47a1-47ff-829f-304b46653ae8 req-5703ef84-db7f-4542-a9ed-ec05044a5028 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484314 Jul 29 17:14:47.139382 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94647683-b39a-4042-8e3e-9fd74997d745 req-437beb40-6570-456f-b9c6-a791529c1800 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:47.141772 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-94647683-b39a-4042-8e3e-9fd74997d745 req-437beb40-6570-456f-b9c6-a791529c1800 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0786104 Jul 29 17:14:47.251082 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-94647683-b39a-4042-8e3e-9fd74997d745 req-124efb5f-1d33-4656-b6b6-ad57d379d455 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974004 Jul 29 17:14:47.867066 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe208b9-f9ae-4e23-95ea-aaf9a6021007 req-398baaf2-2087-485d-bca2-1e1ad43e01f9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:47.873166 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cbe208b9-f9ae-4e23-95ea-aaf9a6021007 req-398baaf2-2087-485d-bca2-1e1ad43e01f9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0688288 Jul 29 17:14:47.931883 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cbe208b9-f9ae-4e23-95ea-aaf9a6021007 req-29aef5cc-09a2-4322-a6de-63bb2a55ce1a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570972 Jul 29 17:14:47.993277 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-4efeaad2-7a5a-44c6-a125-ca21f2e178f6 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=27ee2766d1c3427d942f47f047cecd8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428975 Jul 29 17:14:48.216809 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-99577411-2f8f-4812-a27b-abb6da8913fc tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:48.223947 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-99577411-2f8f-4812-a27b-abb6da8913fc tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222676 Jul 29 17:14:48.240950 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-b8aeff4b-0c6c-4b6e-93b0-47f2955110cc tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/quotas/27ee2766d1c3427d942f47f047cecd8c HTTP/1.1" status: 200 len: 375 time: 0.0159566 Jul 29 17:14:48.286588 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-ef1eb2c6-f3a5-4402-a769-4f98ed2acabe tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=27ee2766d1c3427d942f47f047cecd8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446219 Jul 29 17:14:48.587113 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a764eef-21c7-4083-9ceb-d0f4af2b4f3b req-d557d836-6074-4531-a934-d28d7bef9969 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:48.594752 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3a764eef-21c7-4083-9ceb-d0f4af2b4f3b req-d557d836-6074-4531-a934-d28d7bef9969 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0861840 Jul 29 17:14:48.663242 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3a764eef-21c7-4083-9ceb-d0f4af2b4f3b req-6c15d7e9-85bc-46b8-8de0-3734f201d12f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675249 Jul 29 17:14:48.779113 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec709956-def5-4fd9-badf-b5d26e99b7b5 req-2216231a-a81b-4655-94ac-ba1c6dc0c6dd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:48.780832 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ec709956-def5-4fd9-badf-b5d26e99b7b5 req-2216231a-a81b-4655-94ac-ba1c6dc0c6dd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0649052 Jul 29 17:14:48.877437 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ec709956-def5-4fd9-badf-b5d26e99b7b5 req-a083924a-0d50-4cb1-9a37-6259ec6023ff tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866373 Jul 29 17:14:48.948164 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe870d18-d3d5-4724-8173-9e54aceb55c4 req-dc67fb49-b6a7-411c-ac19-1ea2b6d7c97d tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 210 time: 0.1037302 Jul 29 17:14:49.097013 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40034d67-09c0-4cce-aac4-2878f434e0fe req-e238834f-90bb-442e-9801-f139fcd082b2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:49.099216 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-40034d67-09c0-4cce-aac4-2878f434e0fe req-e238834f-90bb-442e-9801-f139fcd082b2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0606940 Jul 29 17:14:49.108774 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 35368) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:14:49.113999 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'floatingip': {'port_id': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:49.232872 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:49.276931 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afff81-2cc2-4b79-8d63-75ef663454cb req-6c417ae3-7183-409f-b5d9-72b289936101 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:49.278579 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-33afff81-2cc2-4b79-8d63-75ef663454cb req-6c417ae3-7183-409f-b5d9-72b289936101 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0767519 Jul 29 17:14:49.357124 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-33afff81-2cc2-4b79-8d63-75ef663454cb req-3373b89c-04bf-4c65-9f16-889e124b6231 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654938 Jul 29 17:14:49.384855 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-cf40c80e-f7d8-4ff7-8be5-197280d9e684 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:49.386358 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-cf40c80e-f7d8-4ff7-8be5-197280d9e684 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/networks?id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7 HTTP/1.1" status: 200 len: 815 time: 0.2696579 Jul 29 17:14:49.468727 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-5dd0531b-a01b-4771-b211-af74f8543c88 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/quotas/9f0678cb3bf6445ebb4214f3093461e9 HTTP/1.1" status: 200 len: 375 time: 0.0707943 Jul 29 17:14:49.591527 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1421e57c-70b3-4dd1-b6c9-d90379763635 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f0678cb3bf6445ebb4214f3093461e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168456 Jul 29 17:14:49.719150 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3f6f7-a5fe-4d9a-8c9f-a99f45e642f4 req-d9af277a-1f57-4ae1-9014-8710d1539386 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:49.732827 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-24d3f6f7-a5fe-4d9a-8c9f-a99f45e642f4 req-d9af277a-1f57-4ae1-9014-8710d1539386 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1876218 Jul 29 17:14:49.763876 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-b6f76cbc-9858-400d-9a45-3b1f62d7596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:49.765882 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-b6f76cbc-9858-400d-9a45-3b1f62d7596b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1099 time: 0.1128111 Jul 29 17:14:49.830732 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1ac15d57-fbe3-4828-9058-b8e1807cc892 service neutron] 10.222.0.13 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976578 Jul 29 17:14:49.858904 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-24d3f6f7-a5fe-4d9a-8c9f-a99f45e642f4 req-df658b2e-97ad-4bc0-8b06-5a2d9024b42a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234508 Jul 29 17:14:49.926481 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-6c360b8d-0269-4a7f-82a2-e4ea5e8507e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:49.928132 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-6c360b8d-0269-4a7f-82a2-e4ea5e8507e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 920 time: 0.1520243 Jul 29 17:14:49.998733 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-12a26761-e898-48e9-8081-8de659557c60 service neutron] 10.222.0.13 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654863 Jul 29 17:14:50.009195 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-d59febaa-fad5-40e8-9f1a-da26c48eb75e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44 HTTP/1.1" status: 200 len: 217 time: 0.0691557 Jul 29 17:14:50.025681 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.db.resource_extend [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 17:14:50.075061 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-a3768e5d-0935-4b0b-b3f2-6d2a015625ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:50.076802 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-a3768e5d-0935-4b0b-b3f2-6d2a015625ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.0602999 Jul 29 17:14:50.218590 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9cec6b1f-d82e-4ec3-bc26-94d33a722855 req-08061a80-9774-4b63-9cb9-ae009372b0ed tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 210 time: 0.1215575 Jul 29 17:14:50.295120 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-2e82fe05-a109-445e-a124-f0d224f8c9dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793492 Jul 29 17:14:50.764399 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbd719-ace4-4198-94ad-05ae9ae4ac89 req-9b9426c8-323b-4d02-b033-466301df0c23 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:50.766823 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:50.785816 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-15dbd719-ace4-4198-94ad-05ae9ae4ac89 req-9b9426c8-323b-4d02-b033-466301df0c23 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.3150210 Jul 29 17:14:50.796791 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:50.827543 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-510d238b-ac66-4233-9443-f4bcac8360cf service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247440 Jul 29 17:14:50.877852 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4f5ee16f-f6e6-40b9-b174-905d82ef9502 req-899d57f0-67ac-4e8e-9cfb-7bc25f29748e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 210 time: 0.1062737 Jul 29 17:14:50.879592 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-f0d9a8b6-a83b-4ac5-81f3-bcb149cc4d33 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=27ee2766d1c3427d942f47f047cecd8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7593815 Jul 29 17:14:51.019923 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Floating IP 9b25c61c-a498-440d-ba8c-30f2a184dd3d associated. External IP: 172.27.0.180, port: 9dedab2a-db1f-4b47-94c9-ccafc4d728e2. Jul 29 17:14:51.182976 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-15dbd719-ace4-4198-94ad-05ae9ae4ac89 req-21049855-c465-446f-b58d-b99f47209020 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957987 Jul 29 17:14:51.264992 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-680f2df1-897c-4ce1-ae78-1952c5cdaae0 req-3cd0e16b-1383-4f0e-a20e-3fa61b2dca72 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933554 Jul 29 17:14:51.272041 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-fda7d0e8-a9ee-4f6b-b9f8-04f179de3f54 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:51.273099 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-fda7d0e8-a9ee-4f6b-b9f8-04f179de3f54 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449767 Jul 29 17:14:51.317184 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76055fe8-791a-4896-991f-d32aec498790 req-5c2e6c1c-15bb-4d8c-957b-21826eb43c9e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:51.318957 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-76055fe8-791a-4896-991f-d32aec498790 req-5c2e6c1c-15bb-4d8c-957b-21826eb43c9e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1681602 Jul 29 17:14:51.410317 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Request body: {'port': {'device_id': '327c60d5-a77a-4f53-af94-2122f593d0ed', 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e', 'admin_state_up': True, 'tenant_id': '27ee2766d1c3427d942f47f047cecd8c'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:51.416247 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fdaea40b-e3fe-4b55-a2f0-08441a473afd req-67e55048-f012-4628-ba00-b11983e107ff tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 210 time: 0.0369086 Jul 29 17:14:51.496676 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:14:51.530625 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-76055fe8-791a-4896-991f-d32aec498790 req-dd862e0a-327f-4979-94db-3af9154d52b1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160386 Jul 29 17:14:51.699422 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Made reservation on behalf of 27ee2766d1c3427d942f47f047cecd8c for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:51.703618 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:51.718372 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:51.729455 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:14:51.736828 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:51.749928 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] Sync routers for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:14:51.762938 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:51.763856 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:51.806727 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-8c04ee87-008f-4199-8f1c-85a58df052e8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "PUT /v2.0/floatingips/9b25c61c-a498-440d-ba8c-30f2a184dd3d HTTP/1.1" status: 200 len: 991 time: 2.6965744 Jul 29 17:14:51.808694 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'tag': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:51.820907 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4df25-efe9-4997-80d3-7f0baa19b959" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0c1dd9-9ede-49f6-88ad-e67c49692a64", "tag": "9dedab2a-db1f-4b47-94c9-ccafc4d728e2"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:51.906217 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:51.911064 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e614d5e-a34a-4e07-af98-110b25f65984 x-openstack-request-id: req-6e614d5e-a34a-4e07-af98-110b25f65984 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:51.911064 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0c1dd9-9ede-49f6-88ad-e67c49692a64", "tag": "9dedab2a-db1f-4b47-94c9-ccafc4d728e2", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:51.911387 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e614d5e-a34a-4e07-af98-110b25f65984 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:51.912049 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'tag': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2', 'status': 'completed', 'code': 200} Jul 29 17:14:51.914029 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:51.996275 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:52.044832 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c7b5cf64-044c-496e-8959-9b3dbf5805b9 req-80c3d29b-2e85-442f-b2f6-0255d204905b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 210 time: 0.0419259 Jul 29 17:14:52.051931 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3c8f6e-9b27-459c-93e2-3c55fed02331,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:52.102580 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-60e3195e-3d1e-40e0-b6ef-066e0089cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:52.104106 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-60e3195e-3d1e-40e0-b6ef-066e0089cd40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 1098 time: 0.0853343 Jul 29 17:14:52.140076 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Allocated IP 192.168.233.181 (621e5312-fa70-4d6a-a49f-f43b2a964f6e/2b7605de-7250-407f-9b33-04d8c2402b42/1c8e19db-193a-4b28-ae8d-96c6e50d9a24) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:52.260394 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-207bdb7c-9a1c-4db6-b1da-1a9fd02c6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:52.263407 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-207bdb7c-9a1c-4db6-b1da-1a9fd02c6932 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 912 time: 0.1491404 Jul 29 17:14:52.385210 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.404420 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '9b25c61c-a498-440d-ba8c-30f2a184dd3d', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'port_id': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'mac_address': 'fa:16:3e:85:32:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:14:24Z', 'updated_at': '2021-07-29T17:14:49Z', 'revision_number': 1, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:52.406760 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Transition to ACTIVE for port object 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:52.446145 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] Checking router: b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:14:52.459791 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:14:52.460432 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:14:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:52.504162 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-b73a576e-df7b-48d7-974b-223d1ea4e78b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2 HTTP/1.1" status: 200 len: 999 time: 0.2272716 Jul 29 17:14:52.575649 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.626945 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:14:52.649345 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5dc36-5bdd-45e4-bfed-546da7d7f1fd req-de9b7822-2c3f-49ba-9466-7ca9d707bd59 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:52.653731 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e6a5dc36-5bdd-45e4-bfed-546da7d7f1fd req-de9b7822-2c3f-49ba-9466-7ca9d707bd59 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.2892246 Jul 29 17:14:52.687717 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Network 621e5312-fa70-4d6a-a49f-f43b2a964f6e is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:52.695036 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:52.697870 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:52.713617 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-865f3803-18d7-41b3-93ca-3e1106c3d7ad tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:52.715309 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-865f3803-18d7-41b3-93ca-3e1106c3d7ad tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.44 "GET /v2.0/networks?id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7 HTTP/1.1" status: 200 len: 815 time: 0.2852120 Jul 29 17:14:52.725729 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-b5f2a819-cd1f-46d5-8e90-0fbe030d6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:52.727490 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-b5f2a819-cd1f-46d5-8e90-0fbe030d6c7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd4ae2f-4f71-4b97-8343-afc0635933bb HTTP/1.1" status: 200 len: 850 time: 0.1969056 Jul 29 17:14:52.741866 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e6a5dc36-5bdd-45e4-bfed-546da7d7f1fd req-31bb48b9-a805-4dea-bc92-be91a71f42fb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797622 Jul 29 17:14:52.788912 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'port': {'device_id': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'admin_state_up': True, 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:52.836927 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Pushing event updated for resources: {'Port': ['ID=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:52.845080 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-b60af3e8-0199-4cb3-a2d6-3779d6a5a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:52.847566 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-b60af3e8-0199-4cb3-a2d6-3779d6a5a809 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a82dc695-f1af-4a67-9797-b862590f6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0866070 Jul 29 17:14:52.893935 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c4364-262b-404e-a8cf-1c66ff98419f req-fda867c7-0ca6-4c92-a9f1-ab3bef164828 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:52.896257 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5a9c4364-262b-404e-a8cf-1c66ff98419f req-fda867c7-0ca6-4c92-a9f1-ab3bef164828 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 936 time: 0.2697573 Jul 29 17:14:52.920589 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:52.921519 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:52.969516 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-24a583cd-0418-4d65-a2dd-6f81f7e68a0e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6394513 Jul 29 17:14:52.997057 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Request body: {'port': {'device_id': '327c60d5-a77a-4f53-af94-2122f593d0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:53.014234 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f7c3b-4ea9-4dc4-a728-fd301e24e2e5 req-d56eafcb-b8b5-4dbc-adf9-3fbc27cb110d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:53.026853 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2c1f7c3b-4ea9-4dc4-a728-fd301e24e2e5 req-d56eafcb-b8b5-4dbc-adf9-3fbc27cb110d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1733627 Jul 29 17:14:53.086568 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '9b25c61c-a498-440d-ba8c-30f2a184dd3d', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'port_id': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'mac_address': 'fa:16:3e:85:32:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:14:24Z', 'updated_at': '2021-07-29T17:14:49Z', 'revision_number': 1, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:14:53.097727 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5a9c4364-262b-404e-a8cf-1c66ff98419f req-9e55b656-e476-4a18-85a0-f438fc86910c tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917648 Jul 29 17:14:53.126990 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a09c73-322e-43ef-9413-a45710c5047d None None] The sync data for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi is: [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '9b25c61c-a498-440d-ba8c-30f2a184dd3d', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'port_id': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'mac_address': 'fa:16:3e:85:32:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:14:24Z', 'updated_at': '2021-07-29T17:14:49Z', 'revision_number': 1, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:14:53.140450 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2c1f7c3b-4ea9-4dc4-a728-fd301e24e2e5 req-1b87324f-2e72-48a0-9f73-8efa716d995b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122117 Jul 29 17:14:53.153170 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-f6447f76-772e-4f35-b4d6-162193d6ff72 service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908106 Jul 29 17:14:53.206581 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-00dc63a4-e3e0-4777-a546-a8a8eae5d70c None None] Provisioning for port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:53.216214 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-00dc63a4-e3e0-4777-a546-a8a8eae5d70c None None] Provisioning complete for port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:53.218291 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-00dc63a4-e3e0-4777-a546-a8a8eae5d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.250710 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.289746 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Made reservation on behalf of 9f0678cb3bf6445ebb4214f3093461e9 for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:14:53.291648 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-09f7e171-f18a-486d-b875-b2805178f334 req-adc5e5af-40e9-4746-94d3-060f60bf393b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 210 time: 0.0410945 Jul 29 17:14:53.301890 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.310167 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-00dc63a4-e3e0-4777-a546-a8a8eae5d70c None None] Port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:14:53.312655 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-19793733-2d86-41aa-aeaf-cd3ffca28619 service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450675 Jul 29 17:14:53.471468 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c819820-3c57-49b0-93d5-7b1473c0cd10 None None] New status for floating IP 9b25c61c-a498-440d-ba8c-30f2a184dd3d: ACTIVE {{(pid=93268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:14:53.672324 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Allocated IP 172.20.0.10 (aef52d49-5f56-46fe-ae8b-b9eafe299fd7/daf6a930-9fa7-4dfb-8fca-2bb915545d84/c7c55c34-188d-444c-aa80-9ffd62f8dd3e) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:14:53.834518 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:14:53.876817 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:53.928016 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Transition to ACTIVE for port object 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:53.940992 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:54.010322 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3ee34-7e7e-452f-a35e-51175573b29e req-14b01b11-674c-4e25-83ed-8bd9a285f2cd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:54.012102 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b8f3ee34-7e7e-452f-a35e-51175573b29e req-14b01b11-674c-4e25-83ed-8bd9a285f2cd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1721830 Jul 29 17:14:54.073789 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:54.081023 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:54.172935 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Transition to ACTIVE for port object c7c55c34-188d-444c-aa80-9ffd62f8dd3e will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:54.204959 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b8f3ee34-7e7e-452f-a35e-51175573b29e req-be649426-0001-49f4-823e-101c4fac3c8f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792607 Jul 29 17:14:54.275295 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Attempting to bind port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:54.275867 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Attempting to bind port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1be17914-5b48-4501-8a91-665288824bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:54.276332 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Attempting to bind port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 on network 621e5312-fa70-4d6a-a49f-f43b2a964f6e {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:54.287424 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 on network 621e5312-fa70-4d6a-a49f-f43b2a964f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:14:54.287790 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Attempting to bind port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 on network 621e5312-fa70-4d6a-a49f-f43b2a964f6e {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:54.291090 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:54.349262 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:54.353730 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Checking segment: {'id': '1be17914-5b48-4501-8a91-665288824bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:54.356353 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Bound using segment: {'id': '1be17914-5b48-4501-8a91-665288824bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:54.356962 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Bound port: 1c8e19db-193a-4b28-ae8d-96c6e50d9a24, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be17914-5b48-4501-8a91-665288824bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:54.357405 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:54.370783 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39b1c9-a518-4e5a-b75c-cb3bccb943a3 req-45a605b3-d3e5-4e2a-a095-138bef9beb91 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:54.379239 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ad39b1c9-a518-4e5a-b75c-cb3bccb943a3 req-45a605b3-d3e5-4e2a-a095-138bef9beb91 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.1334739 Jul 29 17:14:54.407125 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:14:54.424088 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ad39b1c9-a518-4e5a-b75c-cb3bccb943a3 req-10e147ef-f6d8-400b-9f2d-37ea5b160672 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Jul 29 17:14:54.447412 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:14:54.454317 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:14:54.835515 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc12c-7920-429e-aadb-7b088041e954 req-264ce8a9-e282-43a6-96c4-a5c4363ebfef tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:54.843755 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c67dc12c-7920-429e-aadb-7b088041e954 req-264ce8a9-e282-43a6-96c4-a5c4363ebfef tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 932 time: 0.1614771 Jul 29 17:14:54.890448 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c67dc12c-7920-429e-aadb-7b088041e954 req-5a7398a1-b176-471c-a2bd-6293639b82a1 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Jul 29 17:14:54.894407 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-48737522-d079-4fe5-bca7-238ed98cad3e None None] Provisioning for port c7c55c34-188d-444c-aa80-9ffd62f8dd3e completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:14:54.902159 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'Port': ['ID=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:54.903531 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-48737522-d079-4fe5-bca7-238ed98cad3e None None] Provisioning complete for port c7c55c34-188d-444c-aa80-9ffd62f8dd3e triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:14:54.912189 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-48737522-d079-4fe5-bca7-238ed98cad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:54.921105 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] For port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:54.928413 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] For port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,segment=NetworkSegment(1be17914-5b48-4501-8a91-665288824bd7),segment_id=1be17914-5b48-4501-8a91-665288824bd7)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:54.939410 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:54.990150 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb9eac-391d-44e2-8224-d03517aecd57 req-ecc33146-770f-43e0-bef4-4b96d47d8c86 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:54.991284 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-48737522-d079-4fe5-bca7-238ed98cad3e None None] Port c7c55c34-188d-444c-aa80-9ffd62f8dd3e cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:14:54.992218 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-30bb9eac-391d-44e2-8224-d03517aecd57 req-ecc33146-770f-43e0-bef4-4b96d47d8c86 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.6180911 Jul 29 17:14:55.001600 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:55.002258 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:55.018134 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:55.018653 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:55.020208 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] 10.222.0.44 "PUT /v2.0/ports/1c8e19db-193a-4b28-ae8d-96c6e50d9a24 HTTP/1.1" status: 200 len: 1098 time: 2.0279071 Jul 29 17:14:55.021727 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327c60d5-a77a-4f53-af94-2122f593d0ed', 'tag': '1c8e19db-193a-4b28-ae8d-96c6e50d9a24'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:55.024006 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e253b2-d9c9-449e-abe8-b32da65ba94f" -d '{"events": [{"name": "network-changed", "server_uuid": "327c60d5-a77a-4f53-af94-2122f593d0ed", "tag": "1c8e19db-193a-4b28-ae8d-96c6e50d9a24"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:55.073168 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-1b850935-884e-40e6-a43a-792e3be5732e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2928262 Jul 29 17:14:55.100145 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-30bb9eac-391d-44e2-8224-d03517aecd57 req-d400695f-e44e-421e-a89b-b452ccdd0ea9 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929058 Jul 29 17:14:55.109256 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Request body: {'port': {'device_id': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:14:55.120903 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc7471-52a7-4f16-8608-b4beef77d719 x-openstack-request-id: req-d4bc7471-52a7-4f16-8608-b4beef77d719 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:55.121421 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327c60d5-a77a-4f53-af94-2122f593d0ed", "tag": "1c8e19db-193a-4b28-ae8d-96c6e50d9a24", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:55.121823 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4bc7471-52a7-4f16-8608-b4beef77d719 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:55.122341 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327c60d5-a77a-4f53-af94-2122f593d0ed', 'tag': '1c8e19db-193a-4b28-ae8d-96c6e50d9a24', 'status': 'completed', 'code': 200} Jul 29 17:14:55.123072 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d5173-c211-4b4a-8ac1-31fadc7d1f08 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:55.238113 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:55.244179 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-9a7861f8-d908-4c2c-9cb4-d6661f3b6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:55.246195 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-9a7861f8-d908-4c2c-9cb4-d6661f3b6259 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27ee2766d1c3427d942f47f047cecd8c&device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 1101 time: 0.1339424 Jul 29 17:14:55.455639 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882af6fa-8f35-4aff-9b1b-6cc063937da1 req-f50f9949-dd41-4536-9a1f-4901ee318fea tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:55.468687 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-882af6fa-8f35-4aff-9b1b-6cc063937da1 req-f50f9949-dd41-4536-9a1f-4901ee318fea tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1155248 Jul 29 17:14:55.478435 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-71ec3d3c-95b5-4576-9cd8-a0c139e22daa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=1c8e19db-193a-4b28-ae8d-96c6e50d9a24 HTTP/1.1" status: 200 len: 217 time: 0.2014041 Jul 29 17:14:55.557955 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-882af6fa-8f35-4aff-9b1b-6cc063937da1 req-a995ad77-e53c-450a-974a-9e3dbf13f143 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779228 Jul 29 17:14:55.609249 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-3f517bc0-6006-4b12-a0c7-521df2656d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:55.611332 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-3f517bc0-6006-4b12-a0c7-521df2656d0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b7605de-7250-407f-9b33-04d8c2402b42 HTTP/1.1" status: 200 len: 843 time: 0.1149764 Jul 29 17:14:55.795622 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946e415-023e-4405-916d-05eff64a6e8b req-af16ff1a-0ca5-4893-9410-00e6dd9eae67 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:55.797223 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9946e415-023e-4405-916d-05eff64a6e8b req-af16ff1a-0ca5-4893-9410-00e6dd9eae67 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.2022350 Jul 29 17:14:55.799558 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-60214016-faf6-4a7b-bbe9-3074653b6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:55.800944 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-60214016-faf6-4a7b-bbe9-3074653b6f0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=621e5312-fa70-4d6a-a49f-f43b2a964f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1381886 Jul 29 17:14:55.916392 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9946e415-023e-4405-916d-05eff64a6e8b req-21fae920-ae32-4ab8-b74b-3a847718faa8 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092098 Jul 29 17:14:55.982210 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-7ccabe2d-2ee7-4d7c-a46c-bdfaff547e08 service neutron] 10.222.0.44 "GET /v2.0/networks/621e5312-fa70-4d6a-a49f-f43b2a964f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674721 Jul 29 17:14:56.024134 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4151ed2-b5dd-4929-a769-73e44d805a3e req-384085d8-3ea5-470b-99f9-e864f94b980e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:56.026163 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a4151ed2-b5dd-4929-a769-73e44d805a3e req-384085d8-3ea5-470b-99f9-e864f94b980e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 932 time: 0.0602341 Jul 29 17:14:56.063193 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c55c34-188d-444c-aa80-9ffd62f8dd3e {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:14:56.074750 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a4151ed2-b5dd-4929-a769-73e44d805a3e req-94ecf2da-c529-4fcc-82cb-316f1a27db92 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Jul 29 17:14:56.075622 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:56.100905 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Transition to ACTIVE for port object c7c55c34-188d-444c-aa80-9ffd62f8dd3e will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:14:56.105584 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:56.156153 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-91dd300e-928a-44c0-92b5-91f3dc557b45 req-034e56fb-c94c-46ce-a71a-8e238ba706b8 service neutron] 10.222.0.44 "GET /v2.0/networks/621e5312-fa70-4d6a-a49f-f43b2a964f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560578 Jul 29 17:14:56.179523 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:56.336855 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Attempting to bind port c7c55c34-188d-444c-aa80-9ffd62f8dd3e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:14:56.337220 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Attempting to bind port c7c55c34-188d-444c-aa80-9ffd62f8dd3e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:14:56.337566 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Attempting to bind port c7c55c34-188d-444c-aa80-9ffd62f8dd3e on network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:56.347420 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Port c7c55c34-188d-444c-aa80-9ffd62f8dd3e on network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:14:56.347818 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Attempting to bind port c7c55c34-188d-444c-aa80-9ffd62f8dd3e on network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:14:56.351438 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-7e82e326-3e64-4cb6-a558-6f36fa5b2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:56.353185 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-7e82e326-3e64-4cb6-a558-6f36fa5b2da9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27ee2766d1c3427d942f47f047cecd8c&device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 1101 time: 0.0785520 Jul 29 17:14:56.357703 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:14:56.357987 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Checking segment: {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:14:56.358362 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Bound using segment: {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:14:56.358841 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Bound port: c7c55c34-188d-444c-aa80-9ffd62f8dd3e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:14:56.359205 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:56.533646 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] For port c7c55c34-188d-444c-aa80-9ffd62f8dd3e, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:14:56.538390 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] For port c7c55c34-188d-444c-aa80-9ffd62f8dd3e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:14:56.540377 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-54f068de-f8b1-4c36-98a2-54840b78f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:56.542127 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-54f068de-f8b1-4c36-98a2-54840b78f91d service neutron] 10.222.0.44 "GET /v2.0/networks?id=621e5312-fa70-4d6a-a49f-f43b2a964f6e HTTP/1.1" status: 200 len: 870 time: 0.1804981 Jul 29 17:14:56.545007 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:56.624364 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-c614b074-ecc3-4b60-b3af-e819a43faef1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=1c8e19db-193a-4b28-ae8d-96c6e50d9a24 HTTP/1.1" status: 200 len: 217 time: 0.0520496 Jul 29 17:14:56.626312 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:56.626900 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:14:56.628255 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] 10.222.0.44 "PUT /v2.0/ports/c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 1094 time: 1.5268948 Jul 29 17:14:56.712863 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d780cd-1f53-456a-a232-357c0593ed0b service neutron] Pushing event updated for resources: {'Port': ['ID=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:14:56.786957 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-a5d8c0c3-37b1-40d2-b3b6-181f0918873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:56.788451 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-a5d8c0c3-37b1-40d2-b3b6-181f0918873e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2b7605de-7250-407f-9b33-04d8c2402b42 HTTP/1.1" status: 200 len: 843 time: 0.1306238 Jul 29 17:14:56.837948 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-75b1ebbe-85d3-4e8d-ac6e-a90f7f081578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:56.839467 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-75b1ebbe-85d3-4e8d-ac6e-a90f7f081578 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f0678cb3bf6445ebb4214f3093461e9&device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 1097 time: 0.1377900 Jul 29 17:14:56.858590 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddbb74-a072-4f9e-8853-cdcc7665c2ba req-72ccebce-fbf7-4bd2-99d3-58a51c91712e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:56.860119 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-08ddbb74-a072-4f9e-8853-cdcc7665c2ba req-72ccebce-fbf7-4bd2-99d3-58a51c91712e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1218352 Jul 29 17:14:56.898408 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37485eba-db91-4b81-ac8c-0513cb2407cb req-ca749c74-839e-42e1-8779-3951e6631ea1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:56.901246 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-37485eba-db91-4b81-ac8c-0513cb2407cb req-ca749c74-839e-42e1-8779-3951e6631ea1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0853033 Jul 29 17:14:56.907109 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-370c11a8-4347-476c-b9a1-11744b4d3992 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 217 time: 0.0447710 Jul 29 17:14:56.950419 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-37485eba-db91-4b81-ac8c-0513cb2407cb req-7d3519b3-70bc-4bf8-87ed-ae5993b13689 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Jul 29 17:14:56.959536 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-ae2b9d9f-19d9-4dce-b344-b1329fccb7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:56.961267 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-ae2b9d9f-19d9-4dce-b344-b1329fccb7cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=621e5312-fa70-4d6a-a49f-f43b2a964f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1637387 Jul 29 17:14:57.054968 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-08ddbb74-a072-4f9e-8853-cdcc7665c2ba req-f80b11ff-69c9-466e-a2d5-a1e666db9750 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838973 Jul 29 17:14:57.058464 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-aeb2e3e4-cdba-4f98-a0e5-47dd06de4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:57.059889 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-aeb2e3e4-cdba-4f98-a0e5-47dd06de4092 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daf6a930-9fa7-4dfb-8fca-2bb915545d84 HTTP/1.1" status: 200 len: 854 time: 0.1434321 Jul 29 17:14:57.131546 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:14:57.136659 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50da368-7157-4a9d-8bc5-0276a9d203ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:14:57.203883 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-6bbae764-94ae-40fb-bd51-7461d68b6592 service neutron] 10.222.0.44 "GET /v2.0/networks/621e5312-fa70-4d6a-a49f-f43b2a964f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308657 Jul 29 17:14:57.212261 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-fd07a770-f499-4635-8703-2daa881f42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:57.214087 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-fd07a770-f499-4635-8703-2daa881f42d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1453254 Jul 29 17:14:57.351735 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58b7ae-af22-4b54-8d88-adf797fe254c req-694d5c48-0b36-441b-a3e5-8d76a2441adc tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:57.353295 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4e58b7ae-af22-4b54-8d88-adf797fe254c req-694d5c48-0b36-441b-a3e5-8d76a2441adc tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.2038844 Jul 29 17:14:57.407671 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d7e253b2-d9c9-449e-abe8-b32da65ba94f req-4c54727d-5ff5-4399-af53-051a19c03c63 service neutron] 10.222.0.44 "GET /v2.0/networks/621e5312-fa70-4d6a-a49f-f43b2a964f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924663 Jul 29 17:14:57.448464 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4e58b7ae-af22-4b54-8d88-adf797fe254c req-92b3baaa-284a-4864-a642-301e0dd00554 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822637 Jul 29 17:14:57.471841 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-f8d17c0a-0bae-406a-90df-4ddb17941fbc service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249215 Jul 29 17:14:57.664107 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4496a69d-bd5b-436f-956b-95e2cc20686e x-openstack-request-id: req-4496a69d-bd5b-436f-956b-95e2cc20686e {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:14:57.664381 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:14:57.666181 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4496a69d-bd5b-436f-956b-95e2cc20686e {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:14:57.666181 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'status': 'completed', 'code': 200} Jul 29 17:14:57.675316 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d4178-e675-43ec-8bcf-31b79782374f req-198608a7-03b4-4997-88fb-c047961e6aac tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:57.681084 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-749d4178-e675-43ec-8bcf-31b79782374f req-198608a7-03b4-4997-88fb-c047961e6aac tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.1191218 Jul 29 17:14:57.765216 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-749d4178-e675-43ec-8bcf-31b79782374f req-c1d27186-6c5a-4073-9202-57e3e9636736 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798347 Jul 29 17:14:57.779360 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5ca70fc-9ce3-4e91-bb0c-b60a4b2a1dfd req-7c0af70d-4070-4264-b9b9-0cf5e0cf166d service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971358 Jul 29 17:14:57.930764 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-1a249e1e-ae7e-4131-88ec-4fc48e343fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:57.932100 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-1a249e1e-ae7e-4131-88ec-4fc48e343fbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f0678cb3bf6445ebb4214f3093461e9&device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 1097 time: 0.0425441 Jul 29 17:14:58.040501 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-6a3ce3c9-25c6-471e-9631-fa645d7bc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:58.042205 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-6a3ce3c9-25c6-471e-9631-fa645d7bc779 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7 HTTP/1.1" status: 200 len: 916 time: 0.0945842 Jul 29 17:14:58.089328 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-ef9a26ff-5d86-4d5c-89c6-8f5f0a997516 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 217 time: 0.0385635 Jul 29 17:14:58.154683 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-56cb1fdb-db33-41cf-9c16-ef2b491d039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:58.159168 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-56cb1fdb-db33-41cf-9c16-ef2b491d039b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daf6a930-9fa7-4dfb-8fca-2bb915545d84 HTTP/1.1" status: 200 len: 854 time: 0.0621233 Jul 29 17:14:58.195765 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc0ad-aa13-4c33-80f5-5a2588594d1a req-a5e2c820-a4d1-4f29-ac9b-1b804029cc02 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:58.197480 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a32bc0ad-aa13-4c33-80f5-5a2588594d1a req-a5e2c820-a4d1-4f29-ac9b-1b804029cc02 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0564506 Jul 29 17:14:58.214325 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-ebd6b524-bdb4-4e7b-89f9-7aeda2957653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:58.215793 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-ebd6b524-bdb4-4e7b-89f9-7aeda2957653 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0486674 Jul 29 17:14:58.236236 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a32bc0ad-aa13-4c33-80f5-5a2588594d1a req-152d0eaf-d6c1-4f1b-8e4c-471226d33ef5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327034 Jul 29 17:14:58.568474 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-ccfca973-3434-436f-af48-0dc65a8d5c16 service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267148 Jul 29 17:14:58.660983 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba362-4bc2-4592-bae8-0fa017799d7d req-b7eaa54b-b0fb-4c11-8f50-86b9ef652243 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:58.662489 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cd9ba362-4bc2-4592-bae8-0fa017799d7d req-b7eaa54b-b0fb-4c11-8f50-86b9ef652243 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.1081932 Jul 29 17:14:58.730763 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e50da368-7157-4a9d-8bc5-0276a9d203ae req-f0fecbb3-da42-4d91-8817-66e495e4848a service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458805 Jul 29 17:14:58.744243 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cd9ba362-4bc2-4592-bae8-0fa017799d7d req-27f9f252-66f5-465f-8d2f-417e39f64fc6 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716238 Jul 29 17:14:58.882959 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fa9f4-4447-4b43-8af4-e14bb1e68b3e req-afadf4b8-3207-4366-8dc6-b503fb85b887 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:58.884995 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0d6fa9f4-4447-4b43-8af4-e14bb1e68b3e req-afadf4b8-3207-4366-8dc6-b503fb85b887 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0517061 Jul 29 17:14:58.925654 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0d6fa9f4-4447-4b43-8af4-e14bb1e68b3e req-4f112ada-2c91-4bfa-af32-20df8842980f tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335071 Jul 29 17:14:59.368746 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5493925-63cb-4c31-b210-54706a8507d3 req-957251cf-3657-4607-a04f-545272586f5e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:59.370333 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a5493925-63cb-4c31-b210-54706a8507d3 req-957251cf-3657-4607-a04f-545272586f5e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0599582 Jul 29 17:14:59.413149 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a5493925-63cb-4c31-b210-54706a8507d3 req-07e3b38c-baff-446d-b54c-6079b5742b6b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358183 Jul 29 17:14:59.898409 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a894e62-7314-4d12-b344-53927cbef5b3 req-6b32b0c2-a7a4-4ab2-8991-639b3263c0b7 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:14:59.900115 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5a894e62-7314-4d12-b344-53927cbef5b3 req-6b32b0c2-a7a4-4ab2-8991-639b3263c0b7 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0650992 Jul 29 17:14:59.958183 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5a894e62-7314-4d12-b344-53927cbef5b3 req-d7ead320-52ac-4e1c-b6d2-6ea0265277cf tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514085 Jul 29 17:15:00.072419 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69092e2d-b2ad-417d-8ca6-b1be00f15b31 req-6803b8a6-bcf0-405c-968a-955059da603d tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:00.074097 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-69092e2d-b2ad-417d-8ca6-b1be00f15b31 req-6803b8a6-bcf0-405c-968a-955059da603d tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0587997 Jul 29 17:15:00.117722 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-69092e2d-b2ad-417d-8ca6-b1be00f15b31 req-bfaf68f1-1296-424a-9e49-f6aadf1a627b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362034 Jul 29 17:15:00.548285 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f96bb-d69b-4606-b12e-f1fefd4d589c req-19feaab7-b362-4640-81da-34dbb3301eea tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:00.552044 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-558f96bb-d69b-4606-b12e-f1fefd4d589c req-19feaab7-b362-4640-81da-34dbb3301eea tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0647309 Jul 29 17:15:00.593133 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-558f96bb-d69b-4606-b12e-f1fefd4d589c req-ccd05dcb-fac5-4e3b-b273-d073f1f68d3e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340466 Jul 29 17:15:01.090412 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117745c-2f73-4412-b591-b45aafa6bc4b req-b7b884ac-309a-483b-b12b-41d252554c3e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:01.091956 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6117745c-2f73-4412-b591-b45aafa6bc4b req-b7b884ac-309a-483b-b12b-41d252554c3e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0526774 Jul 29 17:15:01.134459 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6117745c-2f73-4412-b591-b45aafa6bc4b req-e9e829f1-cd9d-4e26-920b-c22d7c6d4704 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354898 Jul 29 17:15:01.265065 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97595b4-4b8e-4780-9acf-1fa15e33c6ab req-1ee7b447-a7e2-4844-8a3d-fac61027ef54 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:01.268146 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d97595b4-4b8e-4780-9acf-1fa15e33c6ab req-1ee7b447-a7e2-4844-8a3d-fac61027ef54 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0634854 Jul 29 17:15:01.307936 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d97595b4-4b8e-4780-9acf-1fa15e33c6ab req-304b7de5-e4e3-4664-9879-84f230dcc0d4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Jul 29 17:15:01.742512 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16add5e-98bf-44d4-91a0-3332c1b06218 req-46dbbcf4-ea21-485e-ae9b-0508704f74cd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:01.744213 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e16add5e-98bf-44d4-91a0-3332c1b06218 req-46dbbcf4-ea21-485e-ae9b-0508704f74cd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0628991 Jul 29 17:15:01.797918 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e16add5e-98bf-44d4-91a0-3332c1b06218 req-f92fc7b3-dd00-456d-8884-91610d3d0e9a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462279 Jul 29 17:15:02.263553 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378ecbf-76ab-406a-b768-0c16beb8e6d7 req-f4745993-6fdc-42df-af48-e9e7a56b410b tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:02.265156 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0378ecbf-76ab-406a-b768-0c16beb8e6d7 req-f4745993-6fdc-42df-af48-e9e7a56b410b tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0519669 Jul 29 17:15:02.310344 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0378ecbf-76ab-406a-b768-0c16beb8e6d7 req-e381ddf4-34bc-49c5-9c37-f11d5ce11728 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381837 Jul 29 17:15:02.443765 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b7f8b-a2f8-468f-8753-011743f80602 req-257be04c-4c0b-4d6f-9319-20f0b42af0fe tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:02.445844 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe6b7f8b-a2f8-468f-8753-011743f80602 req-257be04c-4c0b-4d6f-9319-20f0b42af0fe tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0555639 Jul 29 17:15:02.490184 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe6b7f8b-a2f8-468f-8753-011743f80602 req-0f2da3d7-3fc6-4a83-889e-ff1b256d88b8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361092 Jul 29 17:15:02.969147 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa75e75-f550-449f-91ff-8628be22d71e req-fef12791-4c51-4640-a07e-64e3800d1b18 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:02.970461 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6fa75e75-f550-449f-91ff-8628be22d71e req-fef12791-4c51-4640-a07e-64e3800d1b18 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0825117 Jul 29 17:15:03.016393 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6fa75e75-f550-449f-91ff-8628be22d71e req-d8fd3f3b-5011-4e99-ad57-a6d556eb8795 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390418 Jul 29 17:15:03.428370 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c95e8-fdbf-4062-ba17-6d4a51b0fc82 req-c447d13b-f4c3-4e17-ac55-3c43ffd4c8ff tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:03.429910 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad4c95e8-fdbf-4062-ba17-6d4a51b0fc82 req-c447d13b-f4c3-4e17-ac55-3c43ffd4c8ff tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0519564 Jul 29 17:15:03.474096 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad4c95e8-fdbf-4062-ba17-6d4a51b0fc82 req-da8ddccd-0ae8-4b4c-9a24-794489349777 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382178 Jul 29 17:15:03.766005 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a9dcf-8227-478a-97ba-f8d6e27d44e7 req-945b8f01-468d-4acc-abae-e15855f25e1c tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:03.767662 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9e3a9dcf-8227-478a-97ba-f8d6e27d44e7 req-945b8f01-468d-4acc-abae-e15855f25e1c tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0534613 Jul 29 17:15:03.818488 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9e3a9dcf-8227-478a-97ba-f8d6e27d44e7 req-d042343f-67b7-4214-8104-713dd95d7fd0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 Jul 29 17:15:04.152969 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599f32e-1971-4300-b0e5-57ed3388320b req-a30a7aa4-4b78-483b-b53d-f27733c7dbc8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:04.157475 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0599f32e-1971-4300-b0e5-57ed3388320b req-a30a7aa4-4b78-483b-b53d-f27733c7dbc8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0645003 Jul 29 17:15:04.194564 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0599f32e-1971-4300-b0e5-57ed3388320b req-149180f6-f536-4c0d-b6b8-0f771317c9c3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330710 Jul 29 17:15:04.552047 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:15:04.598246 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b81e37-7288-4afd-81eb-9ef5cb84450e req-0adbcdea-ab27-428b-b5cd-ef6e31807ceb tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:04.599942 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d8b81e37-7288-4afd-81eb-9ef5cb84450e req-0adbcdea-ab27-428b-b5cd-ef6e31807ceb tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0535033 Jul 29 17:15:04.643482 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d8b81e37-7288-4afd-81eb-9ef5cb84450e req-0f35fc60-6580-41d4-a032-a80987482a1e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376167 Jul 29 17:15:04.670558 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:04.683339 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'port_id': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'mac_address': 'fa:16:3e:3c:40:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:15:04.722180 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:04.743823 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec72059c-d6a2-4b78-a35d-9f3523ca1d5b {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:15:04.767013 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:04.772526 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:04.829272 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=6']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:04.837499 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.837880 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.838246 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.838583 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.838926 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.839257 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.839592 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.839925 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.840281 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.840632 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.841117 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:04.841460 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:05.011075 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:15:05.027370 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00125961-6a20-4591-9f4e-d17d6499a532 req-f1e4f801-7cd8-4844-94d2-ced7308253d2 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:05.029412 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-00125961-6a20-4591-9f4e-d17d6499a532 req-f1e4f801-7cd8-4844-94d2-ced7308253d2 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0602365 Jul 29 17:15:05.094928 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-00125961-6a20-4591-9f4e-d17d6499a532 req-4f4e9f3d-44c6-47ea-b169-7bda2481cedd tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 Jul 29 17:15:05.340482 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cb8b6-4ea1-4b8d-ab6c-8f88305e756d req-9e536ada-79e8-4616-82ea-7e89991fa832 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:05.342554 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b79cb8b6-4ea1-4b8d-ab6c-8f88305e756d req-9e536ada-79e8-4616-82ea-7e89991fa832 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 945 time: 0.0686822 Jul 29 17:15:05.400720 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b79cb8b6-4ea1-4b8d-ab6c-8f88305e756d req-6158b795-b64d-40a2-a0a3-fe4ec12ab67c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Jul 29 17:15:05.563098 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0209cc-e8c8-4ef4-b289-80dd11102517 req-8fbf8b69-ee77-4e19-b2aa-449f7d916477 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:05.565010 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fc0209cc-e8c8-4ef4-b289-80dd11102517 req-8fbf8b69-ee77-4e19-b2aa-449f7d916477 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0884607 Jul 29 17:15:05.567169 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091be62-bb27-4122-8477-6924bdcf612e req-7d89845a-7f10-43ab-9263-d9a721f700b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:05.568639 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3091be62-bb27-4122-8477-6924bdcf612e req-7d89845a-7f10-43ab-9263-d9a721f700b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1099 time: 0.0783279 Jul 29 17:15:05.661283 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fc0209cc-e8c8-4ef4-b289-80dd11102517 req-6ea41181-e3f5-409e-8fa2-cc6d3c0f5d6a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896678 Jul 29 17:15:05.705049 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091be62-bb27-4122-8477-6924bdcf612e req-71a59780-b19b-4dea-a171-533f2f06805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:05.707414 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3091be62-bb27-4122-8477-6924bdcf612e req-71a59780-b19b-4dea-a171-533f2f06805b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 920 time: 0.1169865 Jul 29 17:15:05.762452 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3091be62-bb27-4122-8477-6924bdcf612e req-3ee075e4-698c-4581-95a4-4bbe2a1793ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44 HTTP/1.1" status: 200 len: 217 time: 0.0439858 Jul 29 17:15:05.768856 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e032e4f-8f7d-436e-a18a-691f6bee96b0 req-670a1091-9f09-4dc7-ba0b-7149237f559e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:05.770502 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e032e4f-8f7d-436e-a18a-691f6bee96b0 req-670a1091-9f09-4dc7-ba0b-7149237f559e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0520349 Jul 29 17:15:05.812832 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e032e4f-8f7d-436e-a18a-691f6bee96b0 req-1385616f-efd7-4650-a413-3b8b5cc4d0f7 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361359 Jul 29 17:15:05.835337 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091be62-bb27-4122-8477-6924bdcf612e req-f9ed9e8c-218f-418b-9e49-0290bb03cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:05.837811 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3091be62-bb27-4122-8477-6924bdcf612e req-f9ed9e8c-218f-418b-9e49-0290bb03cc41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.0641687 Jul 29 17:15:05.874961 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3091be62-bb27-4122-8477-6924bdcf612e req-6a5d7f05-d9bc-46d2-8a95-cd72f93f6d01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260067 Jul 29 17:15:05.992571 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3091be62-bb27-4122-8477-6924bdcf612e req-ed27696c-0f67-4939-b88a-9f76cd96eba2 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041477 Jul 29 17:15:06.128522 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3091be62-bb27-4122-8477-6924bdcf612e req-0ca80311-746a-4a89-b2d6-c4f6e92c6b0a service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263309 Jul 29 17:15:06.220512 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05bda4-bdda-4ff1-8a61-d3815cd41bbf req-77a0e537-2f9c-4787-8746-79df3ef52dcc tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:06.222173 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4d05bda4-bdda-4ff1-8a61-d3815cd41bbf req-77a0e537-2f9c-4787-8746-79df3ef52dcc tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0561700 Jul 29 17:15:06.261885 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4d05bda4-bdda-4ff1-8a61-d3815cd41bbf req-dfaf921e-7731-4606-80ec-e1e122afdee2 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Jul 29 17:15:06.539904 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed790f-31d6-425a-bb71-542aed9d4ad4 req-3031ecdc-2285-4aba-8925-3a9269d0c0d3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:06.541534 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-53ed790f-31d6-425a-bb71-542aed9d4ad4 req-3031ecdc-2285-4aba-8925-3a9269d0c0d3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 945 time: 0.0547295 Jul 29 17:15:06.560291 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:06.593155 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-53ed790f-31d6-425a-bb71-542aed9d4ad4 req-ce7302d5-0dc0-43be-b902-4125a9e4ab76 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Jul 29 17:15:06.626275 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:06.626660 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:06.718481 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:06.752830 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:15:06.755356 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d58f7f-749c-499e-9081-b68b9363b2c1" -d '{"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-plugged", "status": "completed", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:15:06.778468 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:06.786960 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:06.818143 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6094edef-6746-47fe-b73e-e2014ac174a1 x-openstack-request-id: req-6094edef-6746-47fe-b73e-e2014ac174a1 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:15:06.818429 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-plugged", "status": "completed", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:15:06.818676 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6094edef-6746-47fe-b73e-e2014ac174a1 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:15:06.819065 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'code': 200} Jul 29 17:15:06.830173 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d4d1-1621-4cdd-9c8b-26b341179d92 req-22af677f-cf03-4149-928f-a9ec133f8d14 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:06.831885 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a026d4d1-1621-4cdd-9c8b-26b341179d92 req-22af677f-cf03-4149-928f-a9ec133f8d14 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0835958 Jul 29 17:15:06.856094 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=7']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:06.900913 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a026d4d1-1621-4cdd-9c8b-26b341179d92 req-2246bba6-8a66-4aa3-be44-6bd581cfdfa4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577602 Jul 29 17:15:06.975348 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6388f-0cc6-4e23-b6d7-5ca4e5bb889e req-f54a6ae3-d8d2-496e-a651-75cf1a350be0 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:06.976872 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-95a6388f-0cc6-4e23-b6d7-5ca4e5bb889e req-f54a6ae3-d8d2-496e-a651-75cf1a350be0 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0637486 Jul 29 17:15:07.018402 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-95a6388f-0cc6-4e23-b6d7-5ca4e5bb889e req-ff84cd01-4103-4d91-9fc5-4a6226ca91d5 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349665 Jul 29 17:15:07.386783 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5eec94-f7d2-45e5-b125-df584a2dc2f4 req-94dbc8de-490b-496e-a576-d4fae20b539c tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:07.388671 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7d5eec94-f7d2-45e5-b125-df584a2dc2f4 req-94dbc8de-490b-496e-a576-d4fae20b539c tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0579069 Jul 29 17:15:07.434357 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7d5eec94-f7d2-45e5-b125-df584a2dc2f4 req-4a304758-e6d5-47ac-ad36-af4e2a968142 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366633 Jul 29 17:15:07.720368 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667a57a-7e60-439b-b0bb-cf41f0311125 req-f0ff1787-1ca6-41d6-85bf-8a6356f47089 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:07.721959 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8667a57a-7e60-439b-b0bb-cf41f0311125 req-f0ff1787-1ca6-41d6-85bf-8a6356f47089 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0518012 Jul 29 17:15:07.766088 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8667a57a-7e60-439b-b0bb-cf41f0311125 req-c879bf5f-5b38-4b57-b15f-80c07ebe73d7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377412 Jul 29 17:15:08.050161 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd3332-94a9-4344-a6e4-623abd143563 req-ff18ee71-aa78-4409-bbaa-166b59b25dad tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:08.066793 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e4fd3332-94a9-4344-a6e4-623abd143563 req-ff18ee71-aa78-4409-bbaa-166b59b25dad tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0774653 Jul 29 17:15:08.112954 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e4fd3332-94a9-4344-a6e4-623abd143563 req-cc5688d9-74b6-4c1c-9245-74c4022b028e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Jul 29 17:15:08.219927 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4085a1-d18c-4f9e-a9c6-7fa95cc569dd req-ad5771f4-2d9f-4011-8ae0-e75bba504192 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:08.223457 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9f4085a1-d18c-4f9e-a9c6-7fa95cc569dd req-ad5771f4-2d9f-4011-8ae0-e75bba504192 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0635879 Jul 29 17:15:08.277573 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9f4085a1-d18c-4f9e-a9c6-7fa95cc569dd req-809042f1-6570-441a-a94b-0986b1027e63 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492308 Jul 29 17:15:08.633945 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d16ecb-d952-4ef7-9747-a7edcc4cbf80 req-7a86b026-2dd3-4a39-a682-797243feac59 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:08.635757 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-61d16ecb-d952-4ef7-9747-a7edcc4cbf80 req-7a86b026-2dd3-4a39-a682-797243feac59 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0796852 Jul 29 17:15:08.690051 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-61d16ecb-d952-4ef7-9747-a7edcc4cbf80 req-41241c75-9e37-4f95-b507-f3a32d9a2191 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470865 Jul 29 17:15:08.926801 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3ede5-20f4-4656-b237-81b1df2e52c3 req-f15d5085-1799-437e-8182-fdbf3d79d0e9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:08.936792 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bce3ede5-20f4-4656-b237-81b1df2e52c3 req-f15d5085-1799-437e-8182-fdbf3d79d0e9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0804102 Jul 29 17:15:08.981256 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bce3ede5-20f4-4656-b237-81b1df2e52c3 req-8134c664-eef3-4b0d-9659-825c02fabeee tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Jul 29 17:15:09.278521 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f4c67-8bcf-43cf-bdb8-eccaa453caf9 req-0c2cd298-7fc7-47b8-89d8-801be0c4aed6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:09.294265 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2d6f4c67-8bcf-43cf-bdb8-eccaa453caf9 req-0c2cd298-7fc7-47b8-89d8-801be0c4aed6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0840101 Jul 29 17:15:09.342854 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2d6f4c67-8bcf-43cf-bdb8-eccaa453caf9 req-fe8ad070-4e3a-4865-b6ab-f5ed2eb6eae2 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Jul 29 17:15:09.514964 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fa2d5-fa80-4807-87ba-0fc87db8cda7 req-820e1fa6-3b17-43b5-80e9-9615711f2bf3 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:09.517424 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6e2fa2d5-fa80-4807-87ba-0fc87db8cda7 req-820e1fa6-3b17-43b5-80e9-9615711f2bf3 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0880752 Jul 29 17:15:09.583449 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6e2fa2d5-fa80-4807-87ba-0fc87db8cda7 req-030592ec-b09f-43cc-8c76-4b00f02bdba8 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594664 Jul 29 17:15:09.999864 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03a46-a6b3-4f42-bacd-597477f46bff req-5aeec93c-ce16-4558-b332-34911befc9f9 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:10.009861 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dac03a46-a6b3-4f42-bacd-597477f46bff req-5aeec93c-ce16-4558-b332-34911befc9f9 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0895803 Jul 29 17:15:10.066968 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dac03a46-a6b3-4f42-bacd-597477f46bff req-61774cb2-efca-4775-a0b2-044895eb9df0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502717 Jul 29 17:15:10.203433 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e492ca-d25e-43cd-a1c8-595c9b312a96 req-8426fdf0-44c4-4372-b2e4-dc0c4bcb5702 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:10.205999 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-43e492ca-d25e-43cd-a1c8-595c9b312a96 req-8426fdf0-44c4-4372-b2e4-dc0c4bcb5702 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0695043 Jul 29 17:15:10.272363 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-43e492ca-d25e-43cd-a1c8-595c9b312a96 req-5052f568-22f6-4162-8f08-ac06df22d166 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586700 Jul 29 17:15:10.552856 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea6bda-5d0a-42ce-838c-802d21afa849 req-1a1e8c93-fc09-4e30-b6dd-0f5450343486 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:10.554732 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8aea6bda-5d0a-42ce-838c-802d21afa849 req-1a1e8c93-fc09-4e30-b6dd-0f5450343486 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1116149 Jul 29 17:15:10.610526 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8aea6bda-5d0a-42ce-838c-802d21afa849 req-db963a2b-9c90-4dac-bfdc-5ade48c45037 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484912 Jul 29 17:15:10.751866 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c889c-571f-4126-801c-03a6d02f885a req-1531e227-67a1-48c7-add3-6f13b5f4ed0c tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:10.759885 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ab3c889c-571f-4126-801c-03a6d02f885a req-1531e227-67a1-48c7-add3-6f13b5f4ed0c tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0654719 Jul 29 17:15:10.819735 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ab3c889c-571f-4126-801c-03a6d02f885a req-1cefa683-ad75-4e7f-bdc3-91003c7f7ce0 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588555 Jul 29 17:15:11.245978 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c0f24-2326-45cb-a027-a567dbcd0840 req-fe8157b6-a47a-42be-8277-e2d16e68d994 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:11.247838 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-840c0f24-2326-45cb-a027-a567dbcd0840 req-fe8157b6-a47a-42be-8277-e2d16e68d994 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0776165 Jul 29 17:15:11.324160 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-840c0f24-2326-45cb-a027-a567dbcd0840 req-d8aedb28-1948-4dde-83ac-a80707cef178 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697126 Jul 29 17:15:11.418798 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-76119afe-25aa-4701-a8d3-ea300498a31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:11.518923 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c9f1d-c6ea-4e11-b901-70eca92d6a57 req-480f6eb7-36a4-497e-857a-8b531abd281c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:11.527514 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fa4c9f1d-c6ea-4e11-b901-70eca92d6a57 req-480f6eb7-36a4-497e-857a-8b531abd281c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0745516 Jul 29 17:15:11.602183 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fa4c9f1d-c6ea-4e11-b901-70eca92d6a57 req-b4a41b2e-1df7-4b98-abe9-b2114914d549 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727167 Jul 29 17:15:11.671972 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:15:11.762619 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378647f-5c37-474c-88c1-94779800509a req-1a96a6cf-2e8d-46b7-a2b5-7f9223989d58 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:11.764350 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3378647f-5c37-474c-88c1-94779800509a req-1a96a6cf-2e8d-46b7-a2b5-7f9223989d58 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0641344 Jul 29 17:15:11.812028 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3378647f-5c37-474c-88c1-94779800509a req-36b678d4-ffd8-4dfd-aacd-fe28d3f974e1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Jul 29 17:15:11.958843 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe39c0-23e6-4b3e-82ec-2e7eb1cedd74 req-e149f8d8-5f60-4c5e-af50-b12052abb82f tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:11.962215 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fbfe39c0-23e6-4b3e-82ec-2e7eb1cedd74 req-e149f8d8-5f60-4c5e-af50-b12052abb82f tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0671818 Jul 29 17:15:12.003795 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fbfe39c0-23e6-4b3e-82ec-2e7eb1cedd74 req-d44cdc1d-590d-4f49-bff6-aba110c2f3c5 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352228 Jul 29 17:15:12.469083 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04677e-0869-49f9-ba33-ef3fb867be8c req-f6d55b1b-446b-4002-a4df-80cf6127adf4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:12.470991 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0e04677e-0869-49f9-ba33-ef3fb867be8c req-f6d55b1b-446b-4002-a4df-80cf6127adf4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0623331 Jul 29 17:15:12.518929 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0e04677e-0869-49f9-ba33-ef3fb867be8c req-b7b146e2-f9f7-4af2-8854-6b4361aa98ac tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Jul 29 17:15:12.706185 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c350d-39ef-40e1-b9a2-27287fd6c23c req-1a4e9356-4f21-445f-96d6-95ec993774a4 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:12.707739 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0f2c350d-39ef-40e1-b9a2-27287fd6c23c req-1a4e9356-4f21-445f-96d6-95ec993774a4 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0493958 Jul 29 17:15:12.747345 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0f2c350d-39ef-40e1-b9a2-27287fd6c23c req-d1518602-37af-47cd-a286-436b13b486a4 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336728 Jul 29 17:15:12.946283 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a9835-075b-422a-830b-910c1f7f8a15 req-1b36ff27-6e3d-437a-bb71-72093a36e87d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:12.947843 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e7a9835-075b-422a-830b-910c1f7f8a15 req-1b36ff27-6e3d-437a-bb71-72093a36e87d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0585256 Jul 29 17:15:12.992785 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e7a9835-075b-422a-830b-910c1f7f8a15 req-9fed2ce4-9ec9-4036-b9ca-234164407f9d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336928 Jul 29 17:15:13.135342 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231681d-83b3-4349-acd9-f85a8be0be22 req-22fd10c6-af4f-43cf-be3b-78390b73b76d tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:13.136959 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3231681d-83b3-4349-acd9-f85a8be0be22 req-22fd10c6-af4f-43cf-be3b-78390b73b76d tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0550103 Jul 29 17:15:13.180992 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3231681d-83b3-4349-acd9-f85a8be0be22 req-68f40252-a746-4ce6-b762-4b7e0b926cd1 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372076 Jul 29 17:15:13.654672 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729fbbc-f504-4b5e-bf95-b921a1e3aee4 req-77bf7f50-44ff-47a7-9ce2-ac330a06c4f0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:13.656526 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8729fbbc-f504-4b5e-bf95-b921a1e3aee4 req-77bf7f50-44ff-47a7-9ce2-ac330a06c4f0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0571711 Jul 29 17:15:13.701828 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8729fbbc-f504-4b5e-bf95-b921a1e3aee4 req-60df8fac-19a7-44df-a0a0-214d1d4de9be tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Jul 29 17:15:13.868481 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e22ce3b1-4ee5-408e-9d5a-19404a894bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:13.907407 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14bbe0-57f0-4f8b-b592-8c5cdcf4f67c req-5b63e131-3557-4400-a635-bfc691cc6338 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:13.909108 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8a14bbe0-57f0-4f8b-b592-8c5cdcf4f67c req-5b63e131-3557-4400-a635-bfc691cc6338 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0725336 Jul 29 17:15:13.960341 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8a14bbe0-57f0-4f8b-b592-8c5cdcf4f67c req-954583d3-8c74-4469-934a-20a2f6a675a1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443034 Jul 29 17:15:13.979085 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:14.139853 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe002102-d55c-4a78-89ba-f9e6ea59e59b req-92ebf35e-2628-49ad-8014-fcc215cb950a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:14.142204 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe002102-d55c-4a78-89ba-f9e6ea59e59b req-92ebf35e-2628-49ad-8014-fcc215cb950a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0634835 Jul 29 17:15:14.196685 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe002102-d55c-4a78-89ba-f9e6ea59e59b req-c02a7834-3f5c-4dbb-ad11-c00ad6881ade tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 Jul 29 17:15:14.328710 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ce8be-ebe2-4b53-a179-a758078db479 req-f134cff8-77e6-4946-aba5-c4d8ad520406 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:14.330279 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6c4ce8be-ebe2-4b53-a179-a758078db479 req-f134cff8-77e6-4946-aba5-c4d8ad520406 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0591638 Jul 29 17:15:14.378647 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6c4ce8be-ebe2-4b53-a179-a758078db479 req-76b143b5-82a2-47f5-8201-2eba3fb1eac4 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Jul 29 17:15:14.829839 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:14.852094 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1ce43-1134-403a-b119-a1ae5d578bba req-8b2a0389-dc4f-41f6-8274-d047b0882fbc tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:14.854827 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-abc1ce43-1134-403a-b119-a1ae5d578bba req-8b2a0389-dc4f-41f6-8274-d047b0882fbc tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0657589 Jul 29 17:15:14.897651 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-abc1ce43-1134-403a-b119-a1ae5d578bba req-45acdf87-b456-4a6e-8e94-aabc447d73c1 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361617 Jul 29 17:15:15.092465 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517226a3-8edb-4801-831a-00397290f1cd req-a4fb8b02-2e0f-47ca-b3e0-2c645ce395de tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:15.095025 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-517226a3-8edb-4801-831a-00397290f1cd req-a4fb8b02-2e0f-47ca-b3e0-2c645ce395de tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0542550 Jul 29 17:15:15.141613 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-517226a3-8edb-4801-831a-00397290f1cd req-c374454c-0256-4dfe-83cb-78104394489a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394845 Jul 29 17:15:15.334506 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeec6f-3a33-4478-850e-20d02baaed62 req-2155d640-623d-45a7-9521-a8caf6594bf0 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:15.336298 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-daaeec6f-3a33-4478-850e-20d02baaed62 req-2155d640-623d-45a7-9521-a8caf6594bf0 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0628211 Jul 29 17:15:15.378698 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-daaeec6f-3a33-4478-850e-20d02baaed62 req-ff7076bc-4892-4fec-afb3-649c457e88fe tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359685 Jul 29 17:15:15.460233 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 35804) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:15.524064 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Deleting subnet c07c505a-b009-42c7-965b-c2cbc780b53d {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:15:15.527567 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:15.531167 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b54fb5-c10f-43db-b07b-71e4d49f682f req-dfd2f5e8-9647-4e0e-bc2b-1ba015b8dc6d tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:15.532960 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-32b54fb5-c10f-43db-b07b-71e4d49f682f req-dfd2f5e8-9647-4e0e-bc2b-1ba015b8dc6d tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0635891 Jul 29 17:15:15.573722 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:15.576189 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-32b54fb5-c10f-43db-b07b-71e4d49f682f req-93c03765-c1d4-40e9-9783-2dd048599400 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Jul 29 17:15:15.621170 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:15.690732 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:15.720829 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:15.723759 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c07c505a-b009-42c7-965b-c2cbc780b53d HTTP/1.1" status: 204 len: 168 time: 0.2613361 Jul 29 17:15:15.723962 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07c505a-b009-42c7-965b-c2cbc780b53d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:15.725589 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 35808) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:15.732155 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.732540 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.732816 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.733156 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.733679 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.734708 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.735219 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.735721 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.736508 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.737021 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.737496 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.737986 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95424bb1-45b1-4b25-aa52-72551962482d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:15.843082 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:15.928865 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:15.940420 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7ced2d-2baa-42b0-b0e8-c5efe6383919']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:15.958503 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:15.958821 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77acb9b-0e7a-4fe5-93b4-ef4c8240827e') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:15.968468 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.005448 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.015980 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:15:16.016377 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:15:16.018264 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:15:16.084448 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72b223-0f7a-4665-9571-48aed2d1deb8 req-9ad21649-c3ea-400f-a02a-b32e578f50b8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:16.085978 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5b72b223-0f7a-4665-9571-48aed2d1deb8 req-9ad21649-c3ea-400f-a02a-b32e578f50b8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.1108038 Jul 29 17:15:16.102646 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.116062 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.117991 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a7ced2d-2baa-42b0-b0e8-c5efe6383919 HTTP/1.1" status: 204 len: 168 time: 0.3909690 Jul 29 17:15:16.130952 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7ced2d-2baa-42b0-b0e8-c5efe6383919,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:16.148209 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.148875 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.149043 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.149389 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.149928 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.149928 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.150243 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.150598 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.150881 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.151197 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.151514 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.151831 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4694cbe3-2f6f-4b9b-8d5c-1fbb387bffc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:16.164141 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5b72b223-0f7a-4665-9571-48aed2d1deb8 req-331454c7-a87d-4c7a-92e8-4549574d437b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704694 Jul 29 17:15:16.325669 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86713a-f8ad-4c90-aaa6-a991b7f6cc03 req-6eef2b2a-c709-4e24-b37f-f72d4e113aff tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:16.330055 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 35818) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:16.332458 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cf86713a-f8ad-4c90-aaa6-a991b7f6cc03 req-6eef2b2a-c709-4e24-b37f-f72d4e113aff tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0674248 Jul 29 17:15:16.361305 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.379893 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cf86713a-f8ad-4c90-aaa6-a991b7f6cc03 req-61f9c33c-aecf-4e35-8b9e-fe43207f5305 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461814 Jul 29 17:15:16.391204 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-df4e1575-be0e-40c6-98d4-f9523603a3a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55ed3617570a4f52a69d33dac15ca962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599599 Jul 29 17:15:16.394223 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 35820) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:16.455922 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8c9bb97-d3b5-4e69-ac77-ebd45e2fbc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.506394 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8c9bb97-d3b5-4e69-ac77-ebd45e2fbc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.560440 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bda78-aaaf-435d-a642-7ebef92435df req-c145aeac-d3d5-4f76-ad8a-81587a90f2f8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:16.560440 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b33bda78-aaaf-435d-a642-7ebef92435df req-c145aeac-d3d5-4f76-ad8a-81587a90f2f8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0953341 Jul 29 17:15:16.588602 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8c9bb97-d3b5-4e69-ac77-ebd45e2fbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.591109 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8c9bb97-d3b5-4e69-ac77-ebd45e2fbc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:16.592267 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b8c9bb97-d3b5-4e69-ac77-ebd45e2fbc11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93accef9-0a5e-4669-9531-a5aaef26fe8c HTTP/1.1" status: 204 len: 168 time: 0.1959510 Jul 29 17:15:16.608436 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9bb97-d3b5-4e69-ac77-ebd45e2fbc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93accef9-0a5e-4669-9531-a5aaef26fe8c,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:16.636504 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b33bda78-aaaf-435d-a642-7ebef92435df req-0328e484-1b92-4d98-9743-113557b09693 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693412 Jul 29 17:15:16.791218 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da069e8-9be4-4f80-9edc-1734782d5ea8 req-933965c6-f3f9-4336-a68b-57e46801ce05 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:16.792905 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5da069e8-9be4-4f80-9edc-1734782d5ea8 req-933965c6-f3f9-4336-a68b-57e46801ce05 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0838177 Jul 29 17:15:16.863773 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5da069e8-9be4-4f80-9edc-1734782d5ea8 req-e0e1adcb-5079-442b-8bec-e90a331a5bcc tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576029 Jul 29 17:15:16.902606 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.299656 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549c105-d8c7-4b7d-a7c2-7d296033ba72 req-1849ee98-d8f2-4095-a25b-ca8db403df42 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:17.301545 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9549c105-d8c7-4b7d-a7c2-7d296033ba72 req-1849ee98-d8f2-4095-a25b-ca8db403df42 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.0662923 Jul 29 17:15:17.358596 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9549c105-d8c7-4b7d-a7c2-7d296033ba72 req-da288bc0-d280-4287-9ba0-781406de3e32 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449710 Jul 29 17:15:17.513720 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 35852) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:17.518286 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07044e47-014a-4977-b911-5c61355350aa req-af91cde2-7242-455c-8fc3-ece173518086 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:17.520091 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-07044e47-014a-4977-b911-5c61355350aa req-af91cde2-7242-455c-8fc3-ece173518086 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0607066 Jul 29 17:15:17.562781 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-07044e47-014a-4977-b911-5c61355350aa req-f403c44a-4eda-47f3-85ae-ed25ba1d8f32 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364602 Jul 29 17:15:17.629092 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1867745744-network', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:17.650378 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Made reservation on behalf of 6fe8e2306f964474bb04b3f59f9abeff for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:17.652761 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.663543 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.778362 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e8b88-f21c-49a4-9cd8-69ebf9ca4707 req-0cb49e08-f964-45a3-841f-e9c5e4a0ccb8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:17.780043 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc5e8b88-f21c-49a4-9cd8-69ebf9ca4707 req-0cb49e08-f964-45a3-841f-e9c5e4a0ccb8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0699451 Jul 29 17:15:17.785400 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.791730 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.825945 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:17.836972 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fc5e8b88-f21c-49a4-9cd8-69ebf9ca4707 req-339022c1-5321-46da-bcfb-bf4f28037a59 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503104 Jul 29 17:15:17.837358 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705d69d6-80bb-4d98-a5ce-b4f9ae32e15d,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:17.847506 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.848495 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.segments_db [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Added segment 98faeec8-4d86-48fc-98a6-028dac8b3f38 of type vlan for network 5ae59075-d98f-46e5-9ff2-b543dd700484 Jul 29 17:15:17.897389 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.935045 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:17.936300 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:17.937111 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.032645 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5144210 Jul 29 17:15:18.033577 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 35866) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:18.034611 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8c831-e7b9-46b2-aa4c-2948601894ec admin admin] Pushing event updated for resources: {'Network': ['ID=5ae59075-d98f-46e5-9ff2-b543dd700484,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:18.038657 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Request body: {'subnet': {'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1867745744-subnet', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:18.049984 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:15:18.078431 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Made reservation on behalf of 6fe8e2306f964474bb04b3f59f9abeff for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:18.081061 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8435131'] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.272750 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8435093'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.332316 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da91c2f1-98a1-47cc-86db-ca9ec38a300d,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:18.343283 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Checking segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:15:18.343670 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Network hostable DHCP agents. Network: 5ae59075-d98f-46e5-9ff2-b543dd700484, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:18.362270 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:18.373123 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 5ae59075-d98f-46e5-9ff2-b543dd700484) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:18.381695 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:18.381695 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.387235 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee5b40-b4df-4e5e-8e36-e5c50ee93290 None None] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:15:18.414342 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 35870) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:18.414632 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-4ddb7b2d-d177-45b1-8c63-f33ff11d7fb3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3796790 Jul 29 17:15:18.419610 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:18.453143 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.454925 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.511719 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.544652 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-5ae59075-d98f-46e5-9ff2-b543dd700484', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:15:18.545675 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.676341 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.701272 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Allocated IP 172.20.0.2 (5ae59075-d98f-46e5-9ff2-b543dd700484/da91c2f1-98a1-47cc-86db-ca9ec38a300d/f704c267-a23d-4010-aac8-08a23c256d6d) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:18.864302 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.875565 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Transition to ACTIVE for port object f704c267-a23d-4010-aac8-08a23c256d6d will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:18.897846 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Transition to ACTIVE for port object f704c267-a23d-4010-aac8-08a23c256d6d will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:18.909847 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.951879 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:18.960654 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:18.965317 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:18.970001 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:15:18.977453 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:19.007222 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Pushing event updated for resources: {'Port': ['ID=f704c267-a23d-4010-aac8-08a23c256d6d,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:19.059119 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Attempting to bind port f704c267-a23d-4010-aac8-08a23c256d6d on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:15:19.060286 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Attempting to bind port f704c267-a23d-4010-aac8-08a23c256d6d by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:15:19.060286 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Attempting to bind port f704c267-a23d-4010-aac8-08a23c256d6d on network 5ae59075-d98f-46e5-9ff2-b543dd700484 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:15:19.071130 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:15:19.071529 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Checking segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:15:19.071925 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:19.072326 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Bound using segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:15:19.072831 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Bound port: f704c267-a23d-4010-aac8-08a23c256d6d, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:15:19.073219 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:19.136990 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Allocated IP 172.27.0.193 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/ece0e213-738f-4599-8b7d-2cdce6a57eb7) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:19.161732 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] For port f704c267-a23d-4010-aac8-08a23c256d6d, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:15:19.166091 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] For port f704c267-a23d-4010-aac8-08a23c256d6d, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f704c267-a23d-4010-aac8-08a23c256d6d,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:15:19.170380 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:19.239685 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32735b-2b12-4769-b844-2de3bf9e53a7 None None] Pushing event updated for resources: {'Port': ['ID=f704c267-a23d-4010-aac8-08a23c256d6d,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:19.319072 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:19.380358 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:19.422380 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:19.425518 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:19.428184 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:15:19.462019 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Pushing event updated for resources: {'Port': ['ID=ece0e213-738f-4599-8b7d-2cdce6a57eb7,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:19.760062 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:19.966869 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:20.134763 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Router 17de73cb-8ef6-48f1-a051-c83ea08530a5 is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:15:20.274567 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:15:20.289356 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Sync routers for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:15:20.302049 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:20.305512 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-8b16ca1b-1cde-4234-8503-10961fe92af6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8891613 Jul 29 17:15:20.306673 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 35878) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:20.309662 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:20.310302 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:20.432397 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96544c66-d123-440e-89dd-7fc0b0a20e84 None None] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:15:20.510812 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:20.527672 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-3a220992-8259-458e-ab19-03e44d764e8d None None] Provisioning for port f704c267-a23d-4010-aac8-08a23c256d6d completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:20.613022 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f704c267-a23d-4010-aac8-08a23c256d6d up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:20.726682 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port f704c267-a23d-4010-aac8-08a23c256d6d completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:20.731439 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port f704c267-a23d-4010-aac8-08a23c256d6d triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:20.732055 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:20.778937 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:19Z', 'revision_number': 3, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:20.852683 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:20.898992 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port f704c267-a23d-4010-aac8-08a23c256d6d, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f704c267-a23d-4010-aac8-08a23c256d6d,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:20.905052 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:20.956521 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Checking router: 17de73cb-8ef6-48f1-a051-c83ea08530a5 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:15:20.956521 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Updating router 17de73cb-8ef6-48f1-a051-c83ea08530a5 port ece0e213-738f-4599-8b7d-2cdce6a57eb7 binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:15:20.983032 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:20.986777 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=f704c267-a23d-4010-aac8-08a23c256d6d,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:20.986969 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:20.990519 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-10aefbdd-48e0-450e-a6ea-29ae47400500 None None] Provisioning complete for port f704c267-a23d-4010-aac8-08a23c256d6d triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:20.990519 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-10aefbdd-48e0-450e-a6ea-29ae47400500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:21.182352 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Allocated IP 172.20.0.1 (5ae59075-d98f-46e5-9ff2-b543dd700484/da91c2f1-98a1-47cc-86db-ca9ec38a300d/2962443c-7b64-4815-8859-5fab2e89e736) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:21.317179 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:21.336530 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Transition to ACTIVE for port object ece0e213-738f-4599-8b7d-2cdce6a57eb7 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:21.340255 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:21.348280 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:21.360281 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Transition to ACTIVE for port object 2962443c-7b64-4815-8859-5fab2e89e736 will not be triggered until provisioned by entity DHCP. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:21.456347 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:21.471087 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Pushing event updated for resources: {'Port': ['ID=ece0e213-738f-4599-8b7d-2cdce6a57eb7,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:21.494671 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.494671 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.495121 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.496308 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.496670 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.497178 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.497508 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.497840 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.498226 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.498554 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.499070 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.500068 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:15:21.508136 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Attempting to bind port ece0e213-738f-4599-8b7d-2cdce6a57eb7 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:15:21.508507 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Attempting to bind port ece0e213-738f-4599-8b7d-2cdce6a57eb7 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:15:21.509310 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Attempting to bind port ece0e213-738f-4599-8b7d-2cdce6a57eb7 on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:15:21.519128 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:15:21.521686 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:15:21.522159 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:21.522562 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:15:21.525273 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Bound port: ece0e213-738f-4599-8b7d-2cdce6a57eb7, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:15:21.525651 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b1591-f137-4c66-bd18-a9ef5bda5f91 req-b57496b7-a279-48e9-a454-de0875ee3415 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:21.526148 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:21.534568 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-828b1591-f137-4c66-bd18-a9ef5bda5f91 req-b57496b7-a279-48e9-a454-de0875ee3415 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.1145647 Jul 29 17:15:21.659332 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-828b1591-f137-4c66-bd18-a9ef5bda5f91 req-5d2d5089-bfa9-4c5b-b8ec-a88fb0f38d6f tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231811 Jul 29 17:15:21.661815 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] For port ece0e213-738f-4599-8b7d-2cdce6a57eb7, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:15:21.680810 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-a034d5a5-8804-4ea1-9013-e7efcbdcf0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:21.697115 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] For port ece0e213-738f-4599-8b7d-2cdce6a57eb7, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=ece0e213-738f-4599-8b7d-2cdce6a57eb7,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:15:21.708073 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:21.718143 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-a034d5a5-8804-4ea1-9013-e7efcbdcf0b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 1099 time: 0.1046841 Jul 29 17:15:21.866271 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd4536-818d-4324-a911-01e5bdcf3b6b None None] Pushing event updated for resources: {'Port': ['ID=ece0e213-738f-4599-8b7d-2cdce6a57eb7,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:21.878388 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:21.880091 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:21.903401 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:21.947076 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146ad9b-5d4b-4528-9d88-537756c4bf39 req-62bebcea-e3d9-4cd7-8c9a-c4bc51f65318 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:21.957312 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9146ad9b-5d4b-4528-9d88-537756c4bf39 req-62bebcea-e3d9-4cd7-8c9a-c4bc51f65318 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.2315941 Jul 29 17:15:21.966035 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:21.971577 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:15:22.083373 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-1078c18c-92fe-4d58-8586-4d8445e8b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:22.089367 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-1078c18c-92fe-4d58-8586-4d8445e8b17f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.2792034 Jul 29 17:15:22.097077 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53eb39-d1bc-4186-8fd2-1481399b7f19 req-0bbeb004-a066-4f71-a2a6-bc2537faeab7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:22.101058 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5b53eb39-d1bc-4186-8fd2-1481399b7f19 req-0bbeb004-a066-4f71-a2a6-bc2537faeab7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.2051942 Jul 29 17:15:22.108263 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Pushing event updated for resources: {'Port': ['ID=2962443c-7b64-4815-8859-5fab2e89e736,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:22.119161 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9146ad9b-5d4b-4528-9d88-537756c4bf39 req-2d33d7a0-15c9-4add-ac63-27b079765e74 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602824 Jul 29 17:15:22.124032 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:22.256951 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5b53eb39-d1bc-4186-8fd2-1481399b7f19 req-3dcdbda2-a661-45c4-8cfc-1919ed8f2d6f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401358 Jul 29 17:15:22.260596 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:22.446987 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-63ec697c-2d54-4d69-92eb-a1b086369829 None None] Provisioning for port 2962443c-7b64-4815-8859-5fab2e89e736 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:22.475503 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-63ec697c-2d54-4d69-92eb-a1b086369829 None None] Provisioning complete for port 2962443c-7b64-4815-8859-5fab2e89e736 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:22.475913 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-63ec697c-2d54-4d69-92eb-a1b086369829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:22.510470 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:22.580417 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:19Z', 'revision_number': 3, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:22.659496 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfc1e6-3279-49ec-878e-16e887895986 None None] The sync data for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi is: [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:19Z', 'revision_number': 3, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:15:22.661841 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-84274c4f-0aae-4183-8cfc-20d065767514 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b HTTP/1.1" status: 200 len: 1002 time: 0.5420828 Jul 29 17:15:22.745946 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-63ec697c-2d54-4d69-92eb-a1b086369829 None None] Port 2962443c-7b64-4815-8859-5fab2e89e736 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:15:22.755113 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f704c267-a23d-4010-aac8-08a23c256d6d up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:22.769586 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14a520-f9af-4f5d-b013-67e8b4ea5a8f req-2e7151bc-d9ee-4158-9025-746d29453a46 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:22.779181 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0f14a520-f9af-4f5d-b013-67e8b4ea5a8f req-2e7151bc-d9ee-4158-9025-746d29453a46 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1149893 Jul 29 17:15:22.818488 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-0d9a6334-5ef2-4b06-9ed0-33c4bc1840aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:22.820019 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-0d9a6334-5ef2-4b06-9ed0-33c4bc1840aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.1206286 Jul 29 17:15:22.847764 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port f704c267-a23d-4010-aac8-08a23c256d6d triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:22.848464 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:22.903884 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0f14a520-f9af-4f5d-b013-67e8b4ea5a8f req-cd6a2945-8dc9-4755-b8be-88c2676e8309 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187732 Jul 29 17:15:22.914381 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-0e36773b-3214-414c-87b7-4bf9ed4718be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:22.916206 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-0e36773b-3214-414c-87b7-4bf9ed4718be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0808265 Jul 29 17:15:22.966099 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:22.976000 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:23.062737 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c22df-6eac-4609-8d60-84b7edadfe7b req-0bd1f15f-93f9-4703-bade-b89fed191451 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:23.064454 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c4c22df-6eac-4609-8d60-84b7edadfe7b req-0bd1f15f-93f9-4703-bade-b89fed191451 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.2563515 Jul 29 17:15:23.093455 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:23.108003 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Pushing event updated for resources: {'Port': ['ID=2962443c-7b64-4815-8859-5fab2e89e736,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:23.135244 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-26364252-28a9-41a5-b618-03b249d8aa61 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088716 Jul 29 17:15:23.286052 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c4c22df-6eac-4609-8d60-84b7edadfe7b req-ef3caa68-a245-4449-9c4e-ce67886d8809 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111454 Jul 29 17:15:23.414348 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:23.416035 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:23.428282 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b54e774f-5d24-4185-b9eb-4c29b6ca650e req-88be9ece-53dc-4f49-97c5-5f3ea0f83656 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798731 Jul 29 17:15:23.559608 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600ff8e-105f-4659-9e5e-ca4a41165128 req-3c9bca60-adea-4d65-9c0e-8b49db134ac0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:23.561451 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6600ff8e-105f-4659-9e5e-ca4a41165128 req-3c9bca60-adea-4d65-9c0e-8b49db134ac0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.1699595 Jul 29 17:15:23.590030 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91829e47-e1b7-4e3f-a501-94442cd5abad req-29b56b30-4590-4e8c-b56b-f2585c738f51 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:23.591674 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-91829e47-e1b7-4e3f-a501-94442cd5abad req-29b56b30-4590-4e8c-b56b-f2585c738f51 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1499546 Jul 29 17:15:23.663737 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6600ff8e-105f-4659-9e5e-ca4a41165128 req-ca921a71-fcad-431d-a75c-6c2a7bca0b15 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923460 Jul 29 17:15:23.740750 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-91829e47-e1b7-4e3f-a501-94442cd5abad req-4f90a201-e3bc-4ff5-9e97-821e74d0f9af tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248543 Jul 29 17:15:23.765113 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Router 17de73cb-8ef6-48f1-a051-c83ea08530a5 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:15:23.897829 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-eaf2592e-5b1b-40b2-8e1d-55865583fc3b None None] Provisioning complete for port 2962443c-7b64-4815-8859-5fab2e89e736 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:23.898904 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-eaf2592e-5b1b-40b2-8e1d-55865583fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:23.932975 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:15:23.948456 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-3a9faa11-a4fd-467f-a1bf-372514c5e950 admin admin] 10.222.0.13 "PUT /v2.0/routers/17de73cb-8ef6-48f1-a051-c83ea08530a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6404572 Jul 29 17:15:23.981430 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-eaf2592e-5b1b-40b2-8e1d-55865583fc3b None None] Port 2962443c-7b64-4815-8859-5fab2e89e736 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:15:24.114792 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f543d4-5df9-4310-a520-217290123db2 req-6f9b69cc-7204-408d-b672-a7dda0437fa8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:24.118732 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-65f543d4-5df9-4310-a520-217290123db2 req-6f9b69cc-7204-408d-b672-a7dda0437fa8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1091807 Jul 29 17:15:24.198161 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-65f543d4-5df9-4310-a520-217290123db2 req-a95193b8-9d22-43ab-999d-86e3fac2bff9 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682125 Jul 29 17:15:24.441370 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb2bcc-54e8-4478-a500-646ac432e06a req-253b5b0b-f2b8-4f80-8006-b36d89cdf622 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:24.461327 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6abb2bcc-54e8-4478-a500-646ac432e06a req-253b5b0b-f2b8-4f80-8006-b36d89cdf622 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0749819 Jul 29 17:15:24.521248 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6abb2bcc-54e8-4478-a500-646ac432e06a req-933dfb72-3c60-4dc9-979a-c4a1e577cae7 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587769 Jul 29 17:15:24.629299 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device ece0e213-738f-4599-8b7d-2cdce6a57eb7 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:24.664917 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device c7c55c34-188d-444c-aa80-9ffd62f8dd3e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:15:24.813476 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port ece0e213-738f-4599-8b7d-2cdce6a57eb7 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:24.822772 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port ece0e213-738f-4599-8b7d-2cdce6a57eb7 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:24.823738 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:24.902521 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 35936) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:24.909137 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1777867961-network', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:24.914812 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port c7c55c34-188d-444c-aa80-9ffd62f8dd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:24.959714 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'port_id': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'mac_address': 'fa:16:3e:f3:a3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:15:24.972283 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Made reservation on behalf of 7c62a6ef98364d278542232ce2676bfe for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:24.976777 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.011523 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.028675 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fedc4b-5626-4ff9-93d4-bcdd8ffddaa1 req-53e33dc0-936d-4fda-aea3-7a2cf7e429d9 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:25.040697 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-03fedc4b-5626-4ff9-93d4-bcdd8ffddaa1 req-53e33dc0-936d-4fda-aea3-7a2cf7e429d9 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 944 time: 0.1211855 Jul 29 17:15:25.043285 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.057592 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4f044-196f-4eba-899d-11b0001284c8 req-f5d4ffb3-d749-4468-a348-0f5419f957df tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:25.067597 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-39a4f044-196f-4eba-899d-11b0001284c8 req-f5d4ffb3-d749-4468-a348-0f5419f957df tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1144905 Jul 29 17:15:25.104439 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c55c34-188d-444c-aa80-9ffd62f8dd3e {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:15:25.129551 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.146907 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-03fedc4b-5626-4ff9-93d4-bcdd8ffddaa1 req-3a975805-ca51-47e0-adc3-b98e37421338 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983000 Jul 29 17:15:25.149107 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-39a4f044-196f-4eba-899d-11b0001284c8 req-db82b96e-09da-4bbf-9069-d2e8dd6a2d3c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720761 Jul 29 17:15:25.196537 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port ece0e213-738f-4599-8b7d-2cdce6a57eb7, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=ece0e213-738f-4599-8b7d-2cdce6a57eb7,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:25.198667 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port c7c55c34-188d-444c-aa80-9ffd62f8dd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:25.208594 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.209420 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:15:25.240826 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.332087 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.347010 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.383976 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:15:25.401105 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70729186-3e15-4969-9c51-22cd41977b4b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:25.413779 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.414271 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.segments_db [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Added segment eca74f05-3a4d-4687-8936-23e700931dec of type vlan for network 2f27379c-89be-4af0-a06c-970132b809fd Jul 29 17:15:25.428743 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba3ba1-31e7-4117-84ce-1520e8868ce6 req-37a0236d-4e04-4da9-8c4f-b5818b997420 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:25.436847 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-44ba3ba1-31e7-4117-84ce-1520e8868ce6 req-37a0236d-4e04-4da9-8c4f-b5818b997420 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0753732 Jul 29 17:15:25.439425 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,segment=NetworkSegment(1be17914-5b48-4501-8a91-665288824bd7),segment_id=1be17914-5b48-4501-8a91-665288824bd7)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:25.462860 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '1c8e19db-193a-4b28-ae8d-96c6e50d9a24', 'network_id': '621e5312-fa70-4d6a-a49f-f43b2a964f6e', 'port_id': '1c8e19db-193a-4b28-ae8d-96c6e50d9a24', 'mac_address': 'fa:16:3e:ea:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b7605de-7250-407f-9b33-04d8c2402b42', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:15:25.466788 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.470673 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Sync routers for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:15:25.497848 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-44ba3ba1-31e7-4117-84ce-1520e8868ce6 req-a8147348-4a4e-463a-a940-d400fca2729b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599861 Jul 29 17:15:25.506568 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:25.507414 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:25.524995 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.527219 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:25.528019 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.592802 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6852610 Jul 29 17:15:25.594496 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 35944) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:25.601304 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Request body: {'subnet': {'network_id': '2f27379c-89be-4af0-a06c-970132b809fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1777867961-subnet', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:25.602391 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28526357-3838-4c38-90bb-c50d9e00a370 admin admin] Pushing event updated for resources: {'Network': ['ID=2f27379c-89be-4af0-a06c-970132b809fd,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:25.654859 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Made reservation on behalf of 7c62a6ef98364d278542232ce2676bfe for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:15:25.660129 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8435131'] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.664260 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 2f27379c-89be-4af0-a06c-970132b809fd details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:15:25.684296 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:25.759172 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651a12-7fe8-4967-ad64-aebacf19d7b0 req-99e0a9f7-c848-4f06-b5ad-9a4dac9a1262 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:25.761328 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-03651a12-7fe8-4967-ad64-aebacf19d7b0 req-99e0a9f7-c848-4f06-b5ad-9a4dac9a1262 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 948 time: 0.0991232 Jul 29 17:15:25.863784 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:25.901744 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:25.946393 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-03651a12-7fe8-4967-ad64-aebacf19d7b0 req-54b9211a-39f4-4b8f-8428-aa6478fea045 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711235 Jul 29 17:15:25.995080 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:15:26.034870 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=ece0e213-738f-4599-8b7d-2cdce6a57eb7,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:26.051385 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,segment=NetworkSegment(1be17914-5b48-4501-8a91-665288824bd7),segment_id=1be17914-5b48-4501-8a91-665288824bd7)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:26.059929 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8435093'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.079450 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.106486 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd434cf-8742-4be1-8dd8-fa81332051ab,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:26.149722 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Checking segment: {'id': 'eca74f05-3a4d-4687-8936-23e700931dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:15:26.150178 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Network hostable DHCP agents. Network: 2f27379c-89be-4af0-a06c-970132b809fd, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:15:26.172786 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Network 2f27379c-89be-4af0-a06c-970132b809fd is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:15:26.188801 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 2f27379c-89be-4af0-a06c-970132b809fd) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:26.202146 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6750e5-76c5-43c6-a302-07a5d1fd35b8 None None] Network 2f27379c-89be-4af0-a06c-970132b809fd requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:15:26.206720 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:26.206928 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:26.207548 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.228474 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b8e6f762-eec6-49bc-89f2-c4eb7951f8d6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6323431 Jul 29 17:15:26.231308 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 35950) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:26.239128 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:26.331121 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.334546 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.365849 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469507e-9536-4fa8-807f-142c71d067a2 req-a033613e-a5b3-4316-a535-af3e48e98ee3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:26.369820 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0469507e-9536-4fa8-807f-142c71d067a2 req-a033613e-a5b3-4316-a535-af3e48e98ee3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 945 time: 0.0991974 Jul 29 17:15:26.371498 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 2, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:26.483158 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Checking router: 17de73cb-8ef6-48f1-a051-c83ea08530a5 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:15:26.483158 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Updating router 17de73cb-8ef6-48f1-a051-c83ea08530a5 port 2962443c-7b64-4815-8859-5fab2e89e736 binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:15:26.509225 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0469507e-9536-4fa8-807f-142c71d067a2 req-32251f24-29a8-411f-a0a3-85c8656994af tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312554 Jul 29 17:15:26.512668 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8703b-acef-4b25-a3c7-1ae660720505 req-673ce8e7-5afe-43e5-b5fe-50125832f5d0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:26.514076 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-89f8703b-acef-4b25-a3c7-1ae660720505 req-673ce8e7-5afe-43e5-b5fe-50125832f5d0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.2158525 Jul 29 17:15:26.516348 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.540540 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.601193 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device ece0e213-738f-4599-8b7d-2cdce6a57eb7 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:26.659747 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-2f27379c-89be-4af0-a06c-970132b809fd', 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'fixed_ips': [{'subnet_id': '0bd434cf-8742-4be1-8dd8-fa81332051ab'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:15:26.660783 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.670150 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['c7c55c34-188d-444c-aa80-9ffd62f8dd3e'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:15:26.747186 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['1c8e19db-193a-4b28-ae8d-96c6e50d9a24'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:15:26.758093 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-89f8703b-acef-4b25-a3c7-1ae660720505 req-a7173c8d-9288-4aac-a628-bb229025cacd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298143 Jul 29 17:15:26.763204 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:26.927807 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d98d6-e5b4-4841-a636-33d4c8e16dad req-a0cdd578-d4a6-4d43-aa1b-bbfacdd4e39f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:26.943764 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-653d98d6-e5b4-4841-a636-33d4c8e16dad req-a0cdd578-d4a6-4d43-aa1b-bbfacdd4e39f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1076174 Jul 29 17:15:27.031886 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-653d98d6-e5b4-4841-a636-33d4c8e16dad req-7b631cc4-1226-41e7-937b-eb0559b7588b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856178 Jul 29 17:15:27.076670 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:27.133586 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:27.248018 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc021-abbd-4e14-b693-f119ed9b5548 req-45753c1f-c0ef-46b7-95a5-6d8c623b2cab tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:27.256421 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-228cc021-abbd-4e14-b693-f119ed9b5548 req-45753c1f-c0ef-46b7-95a5-6d8c623b2cab tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 949 time: 0.1685007 Jul 29 17:15:27.323058 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port ece0e213-738f-4599-8b7d-2cdce6a57eb7 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:27.324169 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:27.357584 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Allocated IP 172.27.0.165 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/0bc26520-c99d-42c5-bee8-3e72ca7177b5) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:27.376629 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-228cc021-abbd-4e14-b693-f119ed9b5548 req-6d2be57f-8d12-416d-ba86-4c610de1d913 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128390 Jul 29 17:15:27.456052 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Allocated IP 172.20.0.2 (2f27379c-89be-4af0-a06c-970132b809fd/0bd434cf-8742-4be1-8dd8-fa81332051ab/62dc1749-2327-422e-a543-4d16a37d4bcd) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:27.524005 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:27.618335 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:27.658594 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:27.662104 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:27.667799 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:15:27.676158 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284d25b-ba13-4437-ab33-29793f294f62 req-7696709d-1079-4138-b890-65862356acbb tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:27.678044 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4284d25b-ba13-4437-ab33-29793f294f62 req-7696709d-1079-4138-b890-65862356acbb tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 945 time: 0.0784698 Jul 29 17:15:27.698722 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc26520-c99d-42c5-bee8-3e72ca7177b5,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:27.755781 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4284d25b-ba13-4437-ab33-29793f294f62 req-3f9d2665-2d66-4d0b-a7a8-62cdd335b260 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709903 Jul 29 17:15:27.761154 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:27.787613 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Transition to ACTIVE for port object 2962443c-7b64-4815-8859-5fab2e89e736 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:27.826417 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.097405 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d727aeb-6a62-4fa2-aa9f-08c87112ddd2 req-11107d66-979b-4369-8016-942f3f7d57ee tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:28.099035 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0d727aeb-6a62-4fa2-aa9f-08c87112ddd2 req-11107d66-979b-4369-8016-942f3f7d57ee tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1473467 Jul 29 17:15:28.116502 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.130346 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.165991 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Transition to ACTIVE for port object 62dc1749-2327-422e-a543-4d16a37d4bcd will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:28.172311 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99607e9-ec4c-41b2-8353-1f1f6ebad08f None None] Pushing event updated for resources: {'Port': ['ID=2962443c-7b64-4815-8859-5fab2e89e736,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:28.175912 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0d727aeb-6a62-4fa2-aa9f-08c87112ddd2 req-e1760ea9-0fb6-4737-9476-28c43efb1a57 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640199 Jul 29 17:15:28.200713 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Attempting to bind port 2962443c-7b64-4815-8859-5fab2e89e736 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:15:28.201192 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Attempting to bind port 2962443c-7b64-4815-8859-5fab2e89e736 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:15:28.201668 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Attempting to bind port 2962443c-7b64-4815-8859-5fab2e89e736 on network 5ae59075-d98f-46e5-9ff2-b543dd700484 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:15:28.216661 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:15:28.217166 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Checking segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:15:28.217730 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.219006 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Bound using segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:15:28.219317 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Bound port: 2962443c-7b64-4815-8859-5fab2e89e736, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:15:28.219748 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.237061 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Transition to ACTIVE for port object 62dc1749-2327-422e-a543-4d16a37d4bcd will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:28.312510 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] For port 2962443c-7b64-4815-8859-5fab2e89e736, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:15:28.317526 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] For port 2962443c-7b64-4815-8859-5fab2e89e736, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2962443c-7b64-4815-8859-5fab2e89e736,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:15:28.321236 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d771d-b6a9-4bd5-91c0-df7629a743b1 req-dc884295-7d2f-4307-8d11-dca78ed096a0 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:28.324726 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.332935 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-973d771d-b6a9-4bd5-91c0-df7629a743b1 req-dc884295-7d2f-4307-8d11-dca78ed096a0 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1386573 Jul 29 17:15:28.347947 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.405033 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Network 2f27379c-89be-4af0-a06c-970132b809fd is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:28.440574 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:28.440714 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-973d771d-b6a9-4bd5-91c0-df7629a743b1 req-b54f96bd-9bc8-4391-835c-7f16a9d09d36 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059384 Jul 29 17:15:28.523949 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:15:28.530613 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:28.531263 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:28.537141 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Pushing event updated for resources: {'Port': ['ID=62dc1749-2327-422e-a543-4d16a37d4bcd,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:28.593742 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944e4a3-b699-4975-9713-d4317f901b95 req-097a74d2-bab5-4d70-96cc-b396b4eb104a tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:28.602156 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2944e4a3-b699-4975-9713-d4317f901b95 req-097a74d2-bab5-4d70-96cc-b396b4eb104a tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 949 time: 0.0909233 Jul 29 17:15:28.663526 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2944e4a3-b699-4975-9713-d4317f901b95 req-92569c30-3fe9-45c1-b9d0-ff5e27d7eb78 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594115 Jul 29 17:15:28.712091 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.831725 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:28.919339 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99607e9-ec4c-41b2-8353-1f1f6ebad08f None None] Pushing event updated for resources: {'Port': ['ID=2962443c-7b64-4815-8859-5fab2e89e736,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:28.940453 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Attempting to bind port 62dc1749-2327-422e-a543-4d16a37d4bcd on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:15:28.941388 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Attempting to bind port 62dc1749-2327-422e-a543-4d16a37d4bcd by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eca74f05-3a4d-4687-8936-23e700931dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:15:28.941936 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Attempting to bind port 62dc1749-2327-422e-a543-4d16a37d4bcd on network 2f27379c-89be-4af0-a06c-970132b809fd {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:15:28.948178 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f8038-6ad2-47dc-9960-3ee46c1f29fa req-bd55edd1-a165-4da1-a612-c27694f7f5c0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:28.949936 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-716f8038-6ad2-47dc-9960-3ee46c1f29fa req-bd55edd1-a165-4da1-a612-c27694f7f5c0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 945 time: 0.0927665 Jul 29 17:15:28.977700 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:15:28.978701 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Checking segment: {'id': 'eca74f05-3a4d-4687-8936-23e700931dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:15:28.979761 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:28.980449 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Bound using segment: {'id': 'eca74f05-3a4d-4687-8936-23e700931dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:15:28.981194 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Bound port: 62dc1749-2327-422e-a543-4d16a37d4bcd, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca74f05-3a4d-4687-8936-23e700931dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:15:28.981805 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.176585 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-716f8038-6ad2-47dc-9960-3ee46c1f29fa req-b6d182f2-12bd-46d7-b291-07f46491526f tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830482 Jul 29 17:15:29.191548 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Router 02909d0d-6249-4e1e-a086-2605246d9afc is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:15:29.209935 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] For port 62dc1749-2327-422e-a543-4d16a37d4bcd, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:15:29.239484 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] For port 62dc1749-2327-422e-a543-4d16a37d4bcd, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=62dc1749-2327-422e-a543-4d16a37d4bcd,segment=NetworkSegment(eca74f05-3a4d-4687-8936-23e700931dec),segment_id=eca74f05-3a4d-4687-8936-23e700931dec)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:15:29.249555 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:29.400431 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a58b70-24cb-4234-ae4a-d0e0dea46c4a None None] Pushing event updated for resources: {'Port': ['ID=62dc1749-2327-422e-a543-4d16a37d4bcd,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:29.455628 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:28Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:29.506417 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e7b08-499f-4d11-8041-2203636b742e None None] The sync data for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi is: [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:28Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:15:29.817052 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84ea7b-c299-45f2-9d6f-3fe51c36f211 req-f29f3abd-48e4-4e2d-8bb3-ea4ff29461f1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:29.825045 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cf84ea7b-c299-45f2-9d6f-3fe51c36f211 req-f29f3abd-48e4-4e2d-8bb3-ea4ff29461f1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1889243 Jul 29 17:15:29.856717 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801312c-b6f5-42a9-86bc-217fa8c78f6e req-7c7a71ba-7164-43ae-bb86-98fb80f71f4b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:29.861432 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a801312c-b6f5-42a9-86bc-217fa8c78f6e req-7c7a71ba-7164-43ae-bb86-98fb80f71f4b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.5474281 Jul 29 17:15:29.900999 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:15:29.915765 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Sync routers for ids ['02909d0d-6249-4e1e-a086-2605246d9afc'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:15:29.934870 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Routers {'02909d0d-6249-4e1e-a086-2605246d9afc'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:29.935941 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['02909d0d-6249-4e1e-a086-2605246d9afc'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:29.971545 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cf84ea7b-c299-45f2-9d6f-3fe51c36f211 req-d8f20c38-3463-49b9-9115-ee33ac6520b9 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357720 Jul 29 17:15:30.038027 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.039608 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b947f8bf-25fc-444c-85fe-18ed784dc649 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8063755 Jul 29 17:15:30.042422 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 35998) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:30.099767 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Set router 02909d0d-6249-4e1e-a086-2605246d9afc gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:30.121320 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a801312c-b6f5-42a9-86bc-217fa8c78f6e req-6a1d3643-d14a-4c24-ab10-230be47bc74b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181940 Jul 29 17:15:30.426434 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515d86-d364-45c7-b158-212c82e42b27 req-785a9792-f387-44dc-9607-e884600e69e1 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:30.433927 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0f515d86-d364-45c7-b158-212c82e42b27 req-785a9792-f387-44dc-9607-e884600e69e1 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 945 time: 0.1441753 Jul 29 17:15:30.491193 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:26Z', 'updated_at': '2021-07-29T17:15:27Z', 'revision_number': 3, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'gw_port': {'id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:27Z', 'updated_at': '2021-07-29T17:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:30.571221 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0f515d86-d364-45c7-b158-212c82e42b27 req-ec8f494e-e81c-4ace-ae0d-5ccfb67fb7f3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362915 Jul 29 17:15:30.591887 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Checking router: 02909d0d-6249-4e1e-a086-2605246d9afc for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:15:30.592662 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Updating router 02909d0d-6249-4e1e-a086-2605246d9afc port 0bc26520-c99d-42c5-bee8-3e72ca7177b5 binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:15:30.645629 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.653757 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device c7c55c34-188d-444c-aa80-9ffd62f8dd3e up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:30.798067 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port c7c55c34-188d-444c-aa80-9ffd62f8dd3e completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:30.803836 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 62dc1749-2327-422e-a543-4d16a37d4bcd up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:30.809047 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port c7c55c34-188d-444c-aa80-9ffd62f8dd3e triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:30.809047 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:30.928260 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e1092-0915-4f87-b57c-4ed12b7260e2 req-ad53def1-492a-4ef6-837b-5ab348793677 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:30.952706 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a68e1092-0915-4f87-b57c-4ed12b7260e2 req-ad53def1-492a-4ef6-837b-5ab348793677 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 949 time: 0.3073535 Jul 29 17:15:31.156431 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a68e1092-0915-4f87-b57c-4ed12b7260e2 req-6e240f32-77d5-434c-b23e-6b9083ab8a30 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025387 Jul 29 17:15:31.190910 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 62dc1749-2327-422e-a543-4d16a37d4bcd completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:31.228521 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fbfa62-227c-4f76-af0d-077183cfdd17 None None] Network 2f27379c-89be-4af0-a06c-970132b809fd requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:15:31.238775 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2962443c-7b64-4815-8859-5fab2e89e736 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:31.359726 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.390064 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b266898-2388-47b8-94a5-a0e844ab2689 req-1d8cf514-c067-4176-b4fc-2aa8ea861eca tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:31.391235 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Transition to ACTIVE for port object 0bc26520-c99d-42c5-bee8-3e72ca7177b5 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:31.392248 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0b266898-2388-47b8-94a5-a0e844ab2689 req-1d8cf514-c067-4176-b4fc-2aa8ea861eca tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1000135 Jul 29 17:15:31.406483 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.450858 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Attempting to bind port 0bc26520-c99d-42c5-bee8-3e72ca7177b5 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:15:31.451234 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Attempting to bind port 0bc26520-c99d-42c5-bee8-3e72ca7177b5 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:15:31.461397 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Attempting to bind port 0bc26520-c99d-42c5-bee8-3e72ca7177b5 on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:15:31.503077 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:15:31.503457 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:15:31.503765 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.504159 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:15:31.504686 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Bound port: 0bc26520-c99d-42c5-bee8-3e72ca7177b5, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:15:31.505087 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.534460 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.546291 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-d4e16b6e-57aa-4752-abd0-c65ea572967f None None] Provisioning for port 62dc1749-2327-422e-a543-4d16a37d4bcd completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:31.562674 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.572151 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-d4e16b6e-57aa-4752-abd0-c65ea572967f None None] Provisioning complete for port 62dc1749-2327-422e-a543-4d16a37d4bcd triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:31.572821 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d4e16b6e-57aa-4752-abd0-c65ea572967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.594753 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0b266898-2388-47b8-94a5-a0e844ab2689 req-f1e81196-22c0-4bfe-85da-7110b685b65c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937888 Jul 29 17:15:31.636600 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e81150-7f12-4df4-b5d5-1966839516a2 None None] Pushing event updated for resources: {'Port': ['ID=0bc26520-c99d-42c5-bee8-3e72ca7177b5,revision_number=2']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:31.708075 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:15:31.710698 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c6245-5d4e-44da-9482-ab4849a9f74f" -d '{"events": [{"server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "name": "network-vif-plugged", "status": "completed", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:15:31.720296 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] For port 0bc26520-c99d-42c5-bee8-3e72ca7177b5, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:15:31.727364 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] For port 0bc26520-c99d-42c5-bee8-3e72ca7177b5, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=0bc26520-c99d-42c5-bee8-3e72ca7177b5,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:15:31.733013 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.774879 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port c7c55c34-188d-444c-aa80-9ffd62f8dd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:31.795789 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Routers {'02909d0d-6249-4e1e-a086-2605246d9afc'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:31.796446 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['02909d0d-6249-4e1e-a086-2605246d9afc'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:31.851075 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:31.851858 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:31.907677 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 2962443c-7b64-4815-8859-5fab2e89e736 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:31.912198 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7d30-cfee-4bca-9964-10f3841f0a40 req-377735e5-c75e-4bf7-8c9b-c35f2ef06908 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:31.914214 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-590b7d30-cfee-4bca-9964-10f3841f0a40 req-377735e5-c75e-4bf7-8c9b-c35f2ef06908 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1702995 Jul 29 17:15:31.987211 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 2962443c-7b64-4815-8859-5fab2e89e736 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:31.987735 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.046625 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-590b7d30-cfee-4bca-9964-10f3841f0a40 req-829aeb88-65b3-4859-9f9d-95a124ad779b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249645 Jul 29 17:15:32.101972 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Allocated IP 172.20.0.1 (2f27379c-89be-4af0-a06c-970132b809fd/0bd434cf-8742-4be1-8dd8-fa81332051ab/b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:32.119103 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] Set router 02909d0d-6249-4e1e-a086-2605246d9afc gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:32.211813 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d4e16b6e-57aa-4752-abd0-c65ea572967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.218219 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:32.233271 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:32.238642 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.248674 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:32.336903 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60053-61cd-48b3-8928-2f71147f9ede req-fc9dd59d-6548-4cef-99cc-4dac42f80088 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:32.346268 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d7b60053-61cd-48b3-8928-2f71147f9ede req-fc9dd59d-6548-4cef-99cc-4dac42f80088 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.1137254 Jul 29 17:15:32.364123 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-d4e16b6e-57aa-4752-abd0-c65ea572967f None None] For port 62dc1749-2327-422e-a543-4d16a37d4bcd, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=62dc1749-2327-422e-a543-4d16a37d4bcd,segment=NetworkSegment(eca74f05-3a4d-4687-8936-23e700931dec),segment_id=eca74f05-3a4d-4687-8936-23e700931dec)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:32.384514 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d4e16b6e-57aa-4752-abd0-c65ea572967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.399957 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:26Z', 'updated_at': '2021-07-29T17:15:27Z', 'revision_number': 3, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'gw_port': {'id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:27Z', 'updated_at': '2021-07-29T17:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:32.438863 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d7b60053-61cd-48b3-8928-2f71147f9ede req-631c2c60-d26f-4130-840e-fea178e1ff70 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911074 Jul 29 17:15:32.453796 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.454746 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d5b3ac-7ef7-4a7b-b089-ccd5f381e740 None None] The sync data for ids ['02909d0d-6249-4e1e-a086-2605246d9afc'] in dv-cinder-784623-16-iscsi is: [{'id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:26Z', 'updated_at': '2021-07-29T17:15:27Z', 'revision_number': 3, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'gw_port': {'id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:27Z', 'updated_at': '2021-07-29T17:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:15:32.456811 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e81150-7f12-4df4-b5d5-1966839516a2 None None] Pushing event updated for resources: {'Port': ['ID=0bc26520-c99d-42c5-bee8-3e72ca7177b5,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:32.541282 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.551064 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98079760-036c-472c-91e8-de3730c8cc38 x-openstack-request-id: req-98079760-036c-472c-91e8-de3730c8cc38 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:15:32.551371 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "name": "network-vif-plugged", "status": "completed", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:15:32.551687 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98079760-036c-472c-91e8-de3730c8cc38 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:15:32.552833 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'code': 200} Jul 29 17:15:32.570631 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e16b6e-57aa-4752-abd0-c65ea572967f None None] Pushing event updated for resources: {'Port': ['ID=62dc1749-2327-422e-a543-4d16a37d4bcd,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:32.586768 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.provisioning_blocks [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Transition to ACTIVE for port object b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a will not be triggered until provisioned by entity DHCP. {{(pid=93266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:32.601273 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 2962443c-7b64-4815-8859-5fab2e89e736, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2962443c-7b64-4815-8859-5fab2e89e736,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:32.627537 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.673032 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.673406 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.689409 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-0fa0c554-b3cf-40ea-9784-f6d1d91dd0af None None] Provisioning complete for port 62dc1749-2327-422e-a543-4d16a37d4bcd triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:32.689878 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0fa0c554-b3cf-40ea-9784-f6d1d91dd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.738749 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Network 2f27379c-89be-4af0-a06c-970132b809fd is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:32.771360 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=2962443c-7b64-4815-8859-5fab2e89e736,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:32.779686 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,segment=NetworkSegment(1be17914-5b48-4501-8a91-665288824bd7),segment_id=1be17914-5b48-4501-8a91-665288824bd7)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:32.791581 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.806373 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:32.810470 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:15:32.870391 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.876273 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 62dc1749-2327-422e-a543-4d16a37d4bcd up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:32.936689 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:32.996123 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 62dc1749-2327-422e-a543-4d16a37d4bcd triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:32.996519 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:32.999727 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Pushing event updated for resources: {'Port': ['ID=b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:33.047809 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299161-87de-471d-86ea-fd9641912449 req-ec766338-9d39-41c8-8678-002c5a9d5c66 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:33.062187 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f9299161-87de-471d-86ea-fd9641912449 req-ec766338-9d39-41c8-8678-002c5a9d5c66 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 949 time: 0.3689535 Jul 29 17:15:33.185458 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f9299161-87de-471d-86ea-fd9641912449 req-85cae54e-44b2-4428-b372-25fe1591514c tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221395 Jul 29 17:15:33.282861 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-779dfbd1-ebf3-4d04-8fa0-f00a4901404a None None] Provisioning for port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:33.286009 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:33.287541 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-779dfbd1-ebf3-4d04-8fa0-f00a4901404a None None] Provisioning complete for port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:33.287853 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-779dfbd1-ebf3-4d04-8fa0-f00a4901404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:33.360456 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-779dfbd1-ebf3-4d04-8fa0-f00a4901404a None None] Port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:15:33.436131 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6029727-2ba7-454d-8d67-8931f768d2a7 req-49aacfdc-4f48-4cce-8ac3-6965efbc1d5f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:33.444860 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d6029727-2ba7-454d-8d67-8931f768d2a7 req-49aacfdc-4f48-4cce-8ac3-6965efbc1d5f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1426926 Jul 29 17:15:33.678201 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:33.688294 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:33.767827 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d6029727-2ba7-454d-8d67-8931f768d2a7 req-93aa4f95-6bad-4558-b59d-e0392a59778d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220882 Jul 29 17:15:33.803869 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:33.977177 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468f83-8be3-494e-9050-09196505cc50 req-417ee908-e5a0-4bc7-923d-9d55b97dbb0c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:33.988317 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-12468f83-8be3-494e-9050-09196505cc50 req-417ee908-e5a0-4bc7-923d-9d55b97dbb0c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.2943103 Jul 29 17:15:34.017648 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa100c7-338f-45bd-bc20-b38b909992ea req-6ddb7549-81dd-4c8c-a0a2-272e91850ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:34.030858 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8fa100c7-338f-45bd-bc20-b38b909992ea req-6ddb7549-81dd-4c8c-a0a2-272e91850ac4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 1099 time: 0.1488185 Jul 29 17:15:34.094313 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-12468f83-8be3-494e-9050-09196505cc50 req-8b0611aa-d15d-4b1e-b4d4-6fe93d279f7f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050119 Jul 29 17:15:34.122934 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8fa100c7-338f-45bd-bc20-b38b909992ea req-cc3e3dda-9bed-47f6-96e6-e02d4d5f98a3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807803 Jul 29 17:15:34.343872 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Pushing event updated for resources: {'Port': ['ID=b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:34.344811 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc7e7a-c648-443b-8adb-4cbe2eaf913c req-ea083eb9-0f34-49d7-841e-ae85132276cf tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:34.346504 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a7bc7e7a-c648-443b-8adb-4cbe2eaf913c req-ea083eb9-0f34-49d7-841e-ae85132276cf tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.0617247 Jul 29 17:15:34.392614 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39f8ca-f8fb-4d26-84bd-5b3585449e7d req-67a89985-7d19-4a9e-990f-83fb509ff849 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:34.394877 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1e39f8ca-f8fb-4d26-84bd-5b3585449e7d req-67a89985-7d19-4a9e-990f-83fb509ff849 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.1088960 Jul 29 17:15:34.409184 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a7bc7e7a-c648-443b-8adb-4cbe2eaf913c req-7b3c8be1-b577-48a9-80c5-7d2a6d8753d3 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Jul 29 17:15:34.435640 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Network 2f27379c-89be-4af0-a06c-970132b809fd is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:34.438335 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:34.476982 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1e39f8ca-f8fb-4d26-84bd-5b3585449e7d req-34aeadfe-755c-4540-879e-3ea9d52d021f tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715349 Jul 29 17:15:34.554292 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327c60d5-a77a-4f53-af94-2122f593d0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8e19db-193a-4b28-ae8d-96c6e50d9a24'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:15:34.557002 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b33ee9f-3a19-4138-9e42-adf760acbf99" -d '{"events": [{"server_uuid": "327c60d5-a77a-4f53-af94-2122f593d0ed", "name": "network-vif-plugged", "status": "completed", "tag": "1c8e19db-193a-4b28-ae8d-96c6e50d9a24"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:15:34.615067 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470b9554-d0d4-422f-8585-5fee22f6f2d7 x-openstack-request-id: req-470b9554-d0d4-422f-8585-5fee22f6f2d7 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:15:34.615388 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327c60d5-a77a-4f53-af94-2122f593d0ed", "name": "network-vif-plugged", "status": "completed", "tag": "1c8e19db-193a-4b28-ae8d-96c6e50d9a24", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:15:34.615691 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-470b9554-d0d4-422f-8585-5fee22f6f2d7 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:15:34.616435 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327c60d5-a77a-4f53-af94-2122f593d0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8e19db-193a-4b28-ae8d-96c6e50d9a24', 'code': 200} Jul 29 17:15:34.684122 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Router 02909d0d-6249-4e1e-a086-2605246d9afc has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:15:34.848044 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-09b4c343-6c6f-43de-903c-020db1ae1d6b None None] Provisioning complete for port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:34.848496 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-09b4c343-6c6f-43de-903c-020db1ae1d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:34.990794 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2962443c-7b64-4815-8859-5fab2e89e736 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:35.001779 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:15:35.010590 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-fa1bb6fc-f8f6-44c2-9d2b-4203ad217882 admin admin] 10.222.0.13 "PUT /v2.0/routers/02909d0d-6249-4e1e-a086-2605246d9afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9668617 Jul 29 17:15:35.113073 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-09b4c343-6c6f-43de-903c-020db1ae1d6b None None] Port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:15:35.144729 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5660d2f-74a9-4c2c-a77b-2a626ce5cc7d req-c4eed94a-5b59-44d9-9fbc-ede53ae779f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:35.146959 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5660d2f-74a9-4c2c-a77b-2a626ce5cc7d req-c4eed94a-5b59-44d9-9fbc-ede53ae779f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 1103 time: 0.1889184 Jul 29 17:15:35.153134 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 2962443c-7b64-4815-8859-5fab2e89e736 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:35.153790 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.185988 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a0b0f-8c3b-4096-b88f-225108d7b798 req-e0ede126-9dc9-4e43-9364-72e31aff6fd6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:35.201068 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-802a0b0f-8c3b-4096-b88f-225108d7b798 req-e0ede126-9dc9-4e43-9364-72e31aff6fd6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.2449312 Jul 29 17:15:35.311008 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 0bc26520-c99d-42c5-bee8-3e72ca7177b5 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:35.343775 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-802a0b0f-8c3b-4096-b88f-225108d7b798 req-555b874d-5114-4177-a861-d63b58f367cc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368051 Jul 29 17:15:35.345582 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e5660d2f-74a9-4c2c-a77b-2a626ce5cc7d req-3baa07df-d05d-456e-b85d-cebfe1eb345d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785738 Jul 29 17:15:35.363619 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011115c-ed40-42a5-8f09-5066a291a050 req-e281d3ac-1c30-42ff-b722-df662c66f1a2 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:35.380487 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7011115c-ed40-42a5-8f09-5066a291a050 req-e281d3ac-1c30-42ff-b722-df662c66f1a2 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1145763 Jul 29 17:15:35.476522 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7011115c-ed40-42a5-8f09-5066a291a050 req-8c230e74-7130-4d7b-b965-8aaa958ca302 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894208 Jul 29 17:15:35.479814 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Sync routers for ids ['02909d0d-6249-4e1e-a086-2605246d9afc'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:15:35.537650 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Routers {'02909d0d-6249-4e1e-a086-2605246d9afc'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:35.538895 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['02909d0d-6249-4e1e-a086-2605246d9afc'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:35.544464 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 0bc26520-c99d-42c5-bee8-3e72ca7177b5 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:35.614626 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 0bc26520-c99d-42c5-bee8-3e72ca7177b5 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:35.615534 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.702242 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd5e62-30b3-45ba-852a-18e495dc1439 req-2e7846ff-b40b-44cc-97e4-4cfa5f82fbe8 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:35.710917 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-abdd5e62-30b3-45ba-852a-18e495dc1439 req-2e7846ff-b40b-44cc-97e4-4cfa5f82fbe8 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.1141558 Jul 29 17:15:35.769290 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-abdd5e62-30b3-45ba-852a-18e495dc1439 req-06ec8926-abd4-40b2-9324-d8baa64fd50e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Jul 29 17:15:35.825973 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Set router 02909d0d-6249-4e1e-a086-2605246d9afc gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:35.892035 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:35.913851 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded00ecb-6c4b-44ea-9cc7-94aa6b01613e req-b3f26c64-0e43-44a5-94aa-622d8353e634 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:35.921696 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ded00ecb-6c4b-44ea-9cc7-94aa6b01613e req-b3f26c64-0e43-44a5-94aa-622d8353e634 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.0733101 Jul 29 17:15:35.979610 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ded00ecb-6c4b-44ea-9cc7-94aa6b01613e req-ba83ab5e-3093-4716-bdc1-518499b50a6c tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531974 Jul 29 17:15:35.997525 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 0bc26520-c99d-42c5-bee8-3e72ca7177b5, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=0bc26520-c99d-42c5-bee8-3e72ca7177b5,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:36.012621 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.114518 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=0bc26520-c99d-42c5-bee8-3e72ca7177b5,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:36.196952 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:26Z', 'updated_at': '2021-07-29T17:15:33Z', 'revision_number': 4, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'gw_port': {'id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:27Z', 'updated_at': '2021-07-29T17:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a', 'name': '', 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'mac_address': 'fa:16:3e:30:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0bd434cf-8742-4be1-8dd8-fa81332051ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:31Z', 'updated_at': '2021-07-29T17:15:33Z', 'revision_number': 2, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'subnets': [{'id': '0bd434cf-8742-4be1-8dd8-fa81332051ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:36.230557 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Checking router: 02909d0d-6249-4e1e-a086-2605246d9afc for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:15:36.231164 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Updating router 02909d0d-6249-4e1e-a086-2605246d9afc port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:15:36.263780 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.367702 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36072) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:36.375177 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-69302bfa-d15e-49f6-90cc-c65040817989 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-800580398', 'description': 'tempest-secgroup-smoke-800580398 description', 'project_id': '6fe8e2306f964474bb04b3f59f9abeff'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:36.420985 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-69302bfa-d15e-49f6-90cc-c65040817989 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.497016 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c46a97-f566-4a86-81bd-eba67bb4393d req-d0c54eb5-42eb-4d31-8284-27d442380600 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:36.505986 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-70c46a97-f566-4a86-81bd-eba67bb4393d req-d0c54eb5-42eb-4d31-8284-27d442380600 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0770674 Jul 29 17:15:36.550473 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-69302bfa-d15e-49f6-90cc-c65040817989 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.552404 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-70c46a97-f566-4a86-81bd-eba67bb4393d req-d5a10184-14aa-4174-8b6b-cc93e12d33cc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451107 Jul 29 17:15:36.571731 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-69302bfa-d15e-49f6-90cc-c65040817989 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.612104 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-69302bfa-d15e-49f6-90cc-c65040817989 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.613750 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-69302bfa-d15e-49f6-90cc-c65040817989 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2443845 Jul 29 17:15:36.616113 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69302bfa-d15e-49f6-90cc-c65040817989 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:36.616996 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 36076) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:36.622484 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-5b29570f-5828-4caa-98e2-6162ab4340ed tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'security_group_rule': {'security_group_id': '5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7', 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:36.774678 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150e9af-be9c-4470-a6b5-206601553c2a req-d7d011cb-01a9-4f49-85b3-0e35e815fa91 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:36.780901 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7150e9af-be9c-4470-a6b5-206601553c2a req-d7d011cb-01a9-4f49-85b3-0e35e815fa91 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1327300 Jul 29 17:15:36.802992 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 0bc26520-c99d-42c5-bee8-3e72ca7177b5 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:36.816256 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b29570f-5828-4caa-98e2-6162ab4340ed tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.847950 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7150e9af-be9c-4470-a6b5-206601553c2a req-3b1b8188-7000-4b03-9d2c-c088250e64a4 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586481 Jul 29 17:15:36.918469 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.927753 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 0bc26520-c99d-42c5-bee8-3e72ca7177b5 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:36.927753 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.954352 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Transition to ACTIVE for port object b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:15:36.963567 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b29570f-5828-4caa-98e2-6162ab4340ed tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.968861 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:36.971240 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b29570f-5828-4caa-98e2-6162ab4340ed tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.068307 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbb3d0-a94d-4a74-a4e9-372c85301728 None None] Pushing event updated for resources: {'Port': ['ID=b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:37.069916 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29570f-5828-4caa-98e2-6162ab4340ed tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee480c2-5e4b-417d-b341-bb6087d57cab,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:37.091083 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5b29570f-5828-4caa-98e2-6162ab4340ed tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.097774 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36082) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:37.098168 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-5b29570f-5828-4caa-98e2-6162ab4340ed tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4796255 Jul 29 17:15:37.109937 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-8566593b-0e2b-458e-9577-6e264e76432f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'security_group_rule': {'security_group_id': '5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7', 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:37.151892 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee9fb9-435c-4a54-a3eb-eeda14b11cea req-ef13976f-f283-4b7b-84cb-d221c5b73650 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:37.163100 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Attempting to bind port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:15:37.163563 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Attempting to bind port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eca74f05-3a4d-4687-8936-23e700931dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:15:37.164023 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Attempting to bind port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a on network 2f27379c-89be-4af0-a06c-970132b809fd {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:15:37.166823 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-caee9fb9-435c-4a54-a3eb-eeda14b11cea req-ef13976f-f283-4b7b-84cb-d221c5b73650 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.1821351 Jul 29 17:15:37.180675 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:15:37.181151 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Checking segment: {'id': 'eca74f05-3a4d-4687-8936-23e700931dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:15:37.181721 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.182226 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Bound using segment: {'id': 'eca74f05-3a4d-4687-8936-23e700931dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:15:37.182977 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Bound port: b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca74f05-3a4d-4687-8936-23e700931dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:15:37.183437 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.214623 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8566593b-0e2b-458e-9577-6e264e76432f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.272122 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-caee9fb9-435c-4a54-a3eb-eeda14b11cea req-a2ebe902-f7ee-4ab8-9d22-a809f2490d5e tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038857 Jul 29 17:15:37.304129 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] For port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:15:37.313160 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] For port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a,segment=NetworkSegment(eca74f05-3a4d-4687-8936-23e700931dec),segment_id=eca74f05-3a4d-4687-8936-23e700931dec)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:15:37.323499 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.417789 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8566593b-0e2b-458e-9577-6e264e76432f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.420497 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Routers {'02909d0d-6249-4e1e-a086-2605246d9afc'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:37.421842 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['02909d0d-6249-4e1e-a086-2605246d9afc'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:37.424365 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbb3d0-a94d-4a74-a4e9-372c85301728 None None] Pushing event updated for resources: {'Port': ['ID=b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:37.426650 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8566593b-0e2b-458e-9577-6e264e76432f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.503360 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566593b-0e2b-458e-9577-6e264e76432f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63732f74-8186-4414-a9ec-0ae37d5386b3,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:37.508358 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8566593b-0e2b-458e-9577-6e264e76432f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.509981 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050ba88-c741-47df-9297-2beba0b94b31 req-9c5b8653-6ec8-4de1-8ef2-e526f46df706 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:37.511181 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8566593b-0e2b-458e-9577-6e264e76432f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4107656 Jul 29 17:15:37.515749 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36086) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:37.526334 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4050ba88-c741-47df-9297-2beba0b94b31 req-9c5b8653-6ec8-4de1-8ef2-e526f46df706 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.1648164 Jul 29 17:15:37.526557 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-b8399248-ff30-4d63-be1b-37e613f6f2e5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'security_group_rule': {'security_group_id': '5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7', 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:37.588590 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8399248-ff30-4d63-be1b-37e613f6f2e5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.601880 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4050ba88-c741-47df-9297-2beba0b94b31 req-07f3700c-2cb2-4771-9d4e-e5f182370c5a tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746424 Jul 29 17:15:37.619632 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] Set router 02909d0d-6249-4e1e-a086-2605246d9afc gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:37.750360 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8399248-ff30-4d63-be1b-37e613f6f2e5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.756426 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8399248-ff30-4d63-be1b-37e613f6f2e5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.791607 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8399248-ff30-4d63-be1b-37e613f6f2e5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7e020b-8842-4dc3-9864-4d39d6a9d138,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:37.817442 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8399248-ff30-4d63-be1b-37e613f6f2e5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.819832 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b8399248-ff30-4d63-be1b-37e613f6f2e5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3007939 Jul 29 17:15:37.823809 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36090) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:37.834950 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-f38598ca-94b7-4798-99f0-5e6c1f533832 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'security_group_rule': {'security_group_id': '5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7', 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:37.860290 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec38a7b-4076-4364-a89c-8bcc069e99dd req-4c1dda93-d12c-4274-bbaa-39e8fa48cd2c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:37.868990 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ec38a7b-4076-4364-a89c-8bcc069e99dd req-4c1dda93-d12c-4274-bbaa-39e8fa48cd2c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1268497 Jul 29 17:15:37.919209 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f38598ca-94b7-4798-99f0-5e6c1f533832 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:37.947586 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:26Z', 'updated_at': '2021-07-29T17:15:33Z', 'revision_number': 4, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'gw_port': {'id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:27Z', 'updated_at': '2021-07-29T17:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a', 'name': '', 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'mac_address': 'fa:16:3e:30:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0bd434cf-8742-4be1-8dd8-fa81332051ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:31Z', 'updated_at': '2021-07-29T17:15:37Z', 'revision_number': 4, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'subnets': [{'id': '0bd434cf-8742-4be1-8dd8-fa81332051ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:37.956150 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ec38a7b-4076-4364-a89c-8bcc069e99dd req-4a4b5227-09d3-4db9-8890-eb121d4c453d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774932 Jul 29 17:15:37.993099 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e546c6f-5738-47b8-8992-188fd27f3822 None None] The sync data for ids ['02909d0d-6249-4e1e-a086-2605246d9afc'] in dv-cinder-784623-16-iscsi is: [{'id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:26Z', 'updated_at': '2021-07-29T17:15:33Z', 'revision_number': 4, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'gw_port': {'id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:27Z', 'updated_at': '2021-07-29T17:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a', 'name': '', 'network_id': '2f27379c-89be-4af0-a06c-970132b809fd', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'mac_address': 'fa:16:3e:30:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '0bd434cf-8742-4be1-8dd8-fa81332051ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:31Z', 'updated_at': '2021-07-29T17:15:37Z', 'revision_number': 4, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'subnets': [{'id': '0bd434cf-8742-4be1-8dd8-fa81332051ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:15:38.050428 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f38598ca-94b7-4798-99f0-5e6c1f533832 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.059559 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f38598ca-94b7-4798-99f0-5e6c1f533832 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.142255 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38598ca-94b7-4798-99f0-5e6c1f533832 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbd3317-7924-4760-82ab-5e7a2cbdd917,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:38.153359 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f38598ca-94b7-4798-99f0-5e6c1f533832 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.156102 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f38598ca-94b7-4798-99f0-5e6c1f533832 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3301029 Jul 29 17:15:38.159666 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36094) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:38.165704 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-63be56ff-8cab-4653-8ca6-8a87887c1633 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'security_group_rule': {'security_group_id': '5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7', 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:38.227425 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.securitygroups_db [None req-63be56ff-8cab-4653-8ca6-8a87887c1633 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Project 6fe8e2306f964474bb04b3f59f9abeff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:15:38.229988 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1073a5-5a70-4053-89bb-dc37238c7f87 req-3031ce09-01b0-4a51-b183-431ef353dabd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:38.231785 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef1073a5-5a70-4053-89bb-dc37238c7f87 req-3031ce09-01b0-4a51-b183-431ef353dabd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1175199 Jul 29 17:15:38.273788 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-63be56ff-8cab-4653-8ca6-8a87887c1633 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.300744 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef1073a5-5a70-4053-89bb-dc37238c7f87 req-5128e5c5-a2b6-4aa1-ad6b-e68eafdbbc1a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553432 Jul 29 17:15:38.438510 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-63be56ff-8cab-4653-8ca6-8a87887c1633 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.448323 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-63be56ff-8cab-4653-8ca6-8a87887c1633 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.472970 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263c204-4121-4f8f-9bae-238c744a18a1 req-6a6ea829-9f8a-4d4a-81f5-5c66839e60e0 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:38.481433 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3263c204-4121-4f8f-9bae-238c744a18a1 req-6a6ea829-9f8a-4d4a-81f5-5c66839e60e0 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.0919874 Jul 29 17:15:38.490057 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be56ff-8cab-4653-8ca6-8a87887c1633 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5530277f-2f7e-4e18-8fe1-7324646bd037,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:38.506508 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-63be56ff-8cab-4653-8ca6-8a87887c1633 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.511650 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 36100) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:38.515327 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-63be56ff-8cab-4653-8ca6-8a87887c1633 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3474498 Jul 29 17:15:38.519914 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-fa4d3ef1-8804-46aa-b069-077b1dd4bb71 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'security_group_rule': {'security_group_id': '5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7', 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:38.586545 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.securitygroups_db [None req-fa4d3ef1-8804-46aa-b069-077b1dd4bb71 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Project 6fe8e2306f964474bb04b3f59f9abeff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:15:38.601108 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fa4d3ef1-8804-46aa-b069-077b1dd4bb71 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.607317 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3263c204-4121-4f8f-9bae-238c744a18a1 req-b8ae02c8-9c00-41cd-af42-0d0c461deb53 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245792 Jul 29 17:15:38.736766 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fa4d3ef1-8804-46aa-b069-077b1dd4bb71 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.763044 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fa4d3ef1-8804-46aa-b069-077b1dd4bb71 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.816332 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:38.836064 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d3ef1-8804-46aa-b069-077b1dd4bb71 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad1b671-0b9b-4078-b8cb-c27ff1f6c33a,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:38.848304 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fa4d3ef1-8804-46aa-b069-077b1dd4bb71 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:38.850086 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-fa4d3ef1-8804-46aa-b069-077b1dd4bb71 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3354309 Jul 29 17:15:38.900935 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba793683-74b0-441f-a4ad-e467eb7a7873 req-5f76f944-428c-4ada-878b-f72b511ec653 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:38.904571 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ba793683-74b0-441f-a4ad-e467eb7a7873 req-5f76f944-428c-4ada-878b-f72b511ec653 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.1703086 Jul 29 17:15:38.937553 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:15:38.947068 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:38.948059 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.102976 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ba793683-74b0-441f-a4ad-e467eb7a7873 req-22cecfe5-dee8-415b-b7c4-552b161a926e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780245 Jul 29 17:15:39.238499 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.278879 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd937abd-20e9-4c47-a4e2-0db4d1a42612 req-11bdeea0-e83b-430b-86e8-7fef2ffd0d69 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:39.287817 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fd937abd-20e9-4c47-a4e2-0db4d1a42612 req-11bdeea0-e83b-430b-86e8-7fef2ffd0d69 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1342630 Jul 29 17:15:39.317617 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a,segment=NetworkSegment(eca74f05-3a4d-4687-8936-23e700931dec),segment_id=eca74f05-3a4d-4687-8936-23e700931dec)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:39.328443 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:39.392833 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866dea2-2b17-4edc-bb51-ed0d0feb867c req-d9f1316f-d469-454c-8c08-05f240c02b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:39.396858 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8866dea2-2b17-4edc-bb51-ed0d0feb867c req-d9f1316f-d469-454c-8c08-05f240c02b61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1099 time: 0.1109676 Jul 29 17:15:39.425002 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:39.445734 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fd937abd-20e9-4c47-a4e2-0db4d1a42612 req-fd842e52-daa1-42bb-91ed-d47e466300aa tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499062 Jul 29 17:15:39.521280 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8866dea2-2b17-4edc-bb51-ed0d0feb867c req-ee59452f-2d36-4881-997a-3098d0cb1b04 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118641 Jul 29 17:15:39.579204 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e817b63-0cb8-415f-9053-4f32e512eb5c req-d73a3105-508e-4b49-b974-7e11a553004c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:39.585105 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5e817b63-0cb8-415f-9053-4f32e512eb5c req-d73a3105-508e-4b49-b974-7e11a553004c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1155772 Jul 29 17:15:39.717284 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5e817b63-0cb8-415f-9053-4f32e512eb5c req-3d1c8e3e-6ec6-433f-8c6a-2c8ce85a4232 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247873 Jul 29 17:15:39.821972 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f098d1b-abe0-4774-9caf-a855c5877925 req-40d6a221-2ed6-4239-8042-aa3e72b7a59b tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:39.835088 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4f098d1b-abe0-4774-9caf-a855c5877925 req-40d6a221-2ed6-4239-8042-aa3e72b7a59b tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.1021957 Jul 29 17:15:39.934482 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4f098d1b-abe0-4774-9caf-a855c5877925 req-abaf5b40-eb01-4ff5-8ea0-b5aaf724e367 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982482 Jul 29 17:15:40.350833 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b297a9e-b056-4de6-b9fc-8fb0cdffddf1 req-836bb8fc-21cf-4a9f-b288-03c2521c4f7b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:40.358441 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6b297a9e-b056-4de6-b9fc-8fb0cdffddf1 req-836bb8fc-21cf-4a9f-b288-03c2521c4f7b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.1122241 Jul 29 17:15:40.421669 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6b297a9e-b056-4de6-b9fc-8fb0cdffddf1 req-2d4c0d8a-0d2f-4bb6-9cf7-10c6cf347c69 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606408 Jul 29 17:15:40.581175 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040844cd-1868-4f15-989b-c34ac8c0dd7d req-6a8972bb-038e-4a14-95ee-0f0e48e8bc07 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:40.582831 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-040844cd-1868-4f15-989b-c34ac8c0dd7d req-6a8972bb-038e-4a14-95ee-0f0e48e8bc07 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.0573881 Jul 29 17:15:40.627926 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-040844cd-1868-4f15-989b-c34ac8c0dd7d req-5d90045a-884c-4d6e-a5b0-579e99d970b3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Jul 29 17:15:40.745806 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:15:40.838725 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31931410-3060-4eb5-b8c6-da44a7edf8d1 req-6d5836a3-dc17-4914-b5b1-814ef9072475 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:40.843181 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:40.847781 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:40.851210 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-31931410-3060-4eb5-b8c6-da44a7edf8d1 req-6d5836a3-dc17-4914-b5b1-814ef9072475 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1116488 Jul 29 17:15:40.926743 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-31931410-3060-4eb5-b8c6-da44a7edf8d1 req-9c2e6046-bf4a-4de7-bb15-2dff78ab6250 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742314 Jul 29 17:15:41.320240 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23787e1a-dc38-4a4a-b295-0a97afd11188 req-93fb89e1-86b7-4053-acb9-6bcefbff435c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:41.321910 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-23787e1a-dc38-4a4a-b295-0a97afd11188 req-93fb89e1-86b7-4053-acb9-6bcefbff435c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0599759 Jul 29 17:15:41.360430 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8452fc73-efa9-4f16-b0aa-c58e9f7064a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:41.380844 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-23787e1a-dc38-4a4a-b295-0a97afd11188 req-3769bbdb-f6a9-4428-91ef-cbf202933226 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479810 Jul 29 17:15:41.544620 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2d5e8-e816-40c4-8218-fc8e726d6710 req-0eb99973-c885-4e1e-a3f2-0baf3f99d128 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:41.546320 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f5d2d5e8-e816-40c4-8218-fc8e726d6710 req-0eb99973-c885-4e1e-a3f2-0baf3f99d128 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.0722318 Jul 29 17:15:41.593535 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f5d2d5e8-e816-40c4-8218-fc8e726d6710 req-5515f743-c6f9-4d39-9ea2-7e30f85abcaf tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Jul 29 17:15:41.747783 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407fe3-f8af-4462-864e-7ce15c1ea97c req-e5246adc-df7e-4aac-bc98-61e6a702fd3e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:41.751304 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-55407fe3-f8af-4462-864e-7ce15c1ea97c req-e5246adc-df7e-4aac-bc98-61e6a702fd3e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.0875676 Jul 29 17:15:41.818784 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-55407fe3-f8af-4462-864e-7ce15c1ea97c req-74bd862c-6f40-4901-b05c-83c804f1b0a9 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604746 Jul 29 17:15:42.221524 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630c380-14c8-4bdf-b346-1db86d921dfd req-b0ffbd87-1274-4d02-83ef-b9e90a2272e6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:42.225511 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5630c380-14c8-4bdf-b346-1db86d921dfd req-b0ffbd87-1274-4d02-83ef-b9e90a2272e6 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1082153 Jul 29 17:15:42.289162 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5630c380-14c8-4bdf-b346-1db86d921dfd req-9b6f3d5b-129c-45bd-b48a-8f2154749c7c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565617 Jul 29 17:15:42.409697 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486d9d6-69d3-4de6-b7df-15c1b8ee43fe req-296b1ccb-09e4-46b1-9d77-88ca1aede553 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:42.411344 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b486d9d6-69d3-4de6-b7df-15c1b8ee43fe req-296b1ccb-09e4-46b1-9d77-88ca1aede553 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.0560372 Jul 29 17:15:42.460241 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b486d9d6-69d3-4de6-b7df-15c1b8ee43fe req-eb4bcaed-f06a-4019-9bc8-01dd9ea6e012 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Jul 29 17:15:42.575039 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c9bb5-93d4-4980-88e2-591f7c663094 req-da820664-8954-4943-a093-4e3b24f50cc6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:42.576769 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-812c9bb5-93d4-4980-88e2-591f7c663094 req-da820664-8954-4943-a093-4e3b24f50cc6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0547888 Jul 29 17:15:42.623490 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-812c9bb5-93d4-4980-88e2-591f7c663094 req-a3545dcb-8c3c-4117-aeb9-45cacd42eb2c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399289 Jul 29 17:15:43.427446 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd86c0-ab83-44a2-a855-770315332b03 req-0a83e062-15e2-44df-adef-dccd09b11acc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:43.429316 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6bcd86c0-ab83-44a2-a855-770315332b03 req-0a83e062-15e2-44df-adef-dccd09b11acc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0624077 Jul 29 17:15:43.472829 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6bcd86c0-ab83-44a2-a855-770315332b03 req-848e74f4-3603-4ab5-b29f-3809bc0cb82b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Jul 29 17:15:43.596842 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18e3ae-6e2c-4437-9946-d8cc14d49a24 req-e173b671-62ab-4887-bb54-ccfe777e7075 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:43.598453 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ab18e3ae-6e2c-4437-9946-d8cc14d49a24 req-e173b671-62ab-4887-bb54-ccfe777e7075 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.0520093 Jul 29 17:15:43.641024 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ab18e3ae-6e2c-4437-9946-d8cc14d49a24 req-ca1203b0-32c4-46b5-b5c2-356583722887 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Jul 29 17:15:43.770760 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093996a-67bd-4394-8bd7-c04a9e3bf20f req-aa852aad-736e-4bfe-9b52-dc39cee7d771 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:43.772514 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0093996a-67bd-4394-8bd7-c04a9e3bf20f req-aa852aad-736e-4bfe-9b52-dc39cee7d771 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0655553 Jul 29 17:15:43.821415 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0093996a-67bd-4394-8bd7-c04a9e3bf20f req-9dfa00dc-5b83-4231-8821-ffe772018ca5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424464 Jul 29 17:15:43.854672 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a64a133c-ae9a-4e00-95a8-5ad10179001a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:43.975724 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:44.637159 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaae0b6-9aa9-4e16-ab3b-d3b3cc9bd624 req-03099147-ddf1-42ee-b40e-617b6fbd9cb1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:44.639087 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ddaae0b6-9aa9-4e16-ab3b-d3b3cc9bd624 req-03099147-ddf1-42ee-b40e-617b6fbd9cb1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0567174 Jul 29 17:15:44.702640 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ddaae0b6-9aa9-4e16-ab3b-d3b3cc9bd624 req-6c60f468-eb48-40fa-a444-c2e5d818bb98 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549064 Jul 29 17:15:44.789596 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba944a-059b-46ee-89db-a600ad418661 req-8f441c14-8caf-4843-82fd-f7d09b917d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:44.791434 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-01ba944a-059b-46ee-89db-a600ad418661 req-8f441c14-8caf-4843-82fd-f7d09b917d66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 1099 time: 0.0694132 Jul 29 17:15:44.844444 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:44.855664 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679000ca-9aea-490b-9ee0-f995e3732df3 req-2a8a33ee-8839-4602-bfaf-43bb2ed2a3e2 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:44.858194 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-679000ca-9aea-490b-9ee0-f995e3732df3 req-2a8a33ee-8839-4602-bfaf-43bb2ed2a3e2 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.0828547 Jul 29 17:15:44.925464 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-679000ca-9aea-490b-9ee0-f995e3732df3 req-604d481f-a958-45b3-9fc0-ce49d270f0fc tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611136 Jul 29 17:15:44.932624 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba944a-059b-46ee-89db-a600ad418661 req-4db7d30d-4c0f-4c51-b53e-5171c9f9e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:44.934288 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-01ba944a-059b-46ee-89db-a600ad418661 req-4db7d30d-4c0f-4c51-b53e-5171c9f9e016 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.1340058 Jul 29 17:15:45.076326 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-01ba944a-059b-46ee-89db-a600ad418661 req-e1c1df0d-b67a-4278-8a6c-aeb7de501cc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b HTTP/1.1" status: 200 len: 1002 time: 0.1282368 Jul 29 17:15:45.193945 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076fdb8-069d-4802-b246-19cf46b17aa4 req-d8c1eaab-75d8-457d-b4dc-9cf7b7aabdd5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:45.195763 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2076fdb8-069d-4802-b246-19cf46b17aa4 req-d8c1eaab-75d8-457d-b4dc-9cf7b7aabdd5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.1179373 Jul 29 17:15:45.201248 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba944a-059b-46ee-89db-a600ad418661 req-cbe67f23-d3ba-4052-a699-594dfd31f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:45.203425 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-01ba944a-059b-46ee-89db-a600ad418661 req-cbe67f23-d3ba-4052-a699-594dfd31f228 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0809484 Jul 29 17:15:45.275947 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2076fdb8-069d-4802-b246-19cf46b17aa4 req-ba026db9-a307-4516-931b-4cb32e79ee6e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660517 Jul 29 17:15:45.288743 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba944a-059b-46ee-89db-a600ad418661 req-04100cf3-6157-45f5-8bac-71f212d9dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:45.290553 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-01ba944a-059b-46ee-89db-a600ad418661 req-04100cf3-6157-45f5-8bac-71f212d9dbf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613925 Jul 29 17:15:45.434623 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-01ba944a-059b-46ee-89db-a600ad418661 req-2578fbcc-c8a6-419f-be8a-e630d8653872 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166413 Jul 29 17:15:45.622277 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eb391-e989-4ed8-86e8-0d652650514f req-52168c84-a6db-4897-bc20-39ea07de9dfc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:45.623952 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f15eb391-e989-4ed8-86e8-0d652650514f req-52168c84-a6db-4897-bc20-39ea07de9dfc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1600080 Jul 29 17:15:45.631783 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-65676684-43f4-4c5e-b243-0eebe4196706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:45.633254 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-65676684-43f4-4c5e-b243-0eebe4196706 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 1099 time: 0.1479352 Jul 29 17:15:45.661905 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-01ba944a-059b-46ee-89db-a600ad418661 req-01a9ce04-ad0f-46e4-99f9-f5c3e353bb6c service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861980 Jul 29 17:15:45.728277 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f15eb391-e989-4ed8-86e8-0d652650514f req-5af78ddc-5308-4908-b1b6-07ee1a15131e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937917 Jul 29 17:15:45.762749 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-27f476f1-dd66-493e-80ff-f8c8e5ad4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:45.764818 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-27f476f1-dd66-493e-80ff-f8c8e5ad4872 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 200 len: 920 time: 0.1202254 Jul 29 17:15:45.819171 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-a10caba2-7233-4033-b006-1a90acb980ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44 HTTP/1.1" status: 200 len: 217 time: 0.0370152 Jul 29 17:15:45.876292 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-ac0d0095-99d5-496e-bcfe-d0eeddb66a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:45.877714 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-ac0d0095-99d5-496e-bcfe-d0eeddb66a6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 200 len: 859 time: 0.0462532 Jul 29 17:15:45.917929 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-d2f59610-4033-4cf8-9d56-20b63211ff6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260336 Jul 29 17:15:46.028288 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-154101e8-2fd4-476a-81da-1435dc5b6c31 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965581 Jul 29 17:15:46.091328 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e119b8a-4009-4684-b9d8-2e289fda1f97 req-cb6c172a-5dfe-4ccf-8625-846f85c065d3 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:46.093578 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9e119b8a-4009-4684-b9d8-2e289fda1f97 req-cb6c172a-5dfe-4ccf-8625-846f85c065d3 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.0817070 Jul 29 17:15:46.146763 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a10efa78-b0d1-4bba-a5f8-e14746cb3ab1 req-6af1ce4d-0c7b-46e1-8901-895f11426d90 service neutron] 10.222.0.44 "GET /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090534 Jul 29 17:15:46.149235 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9e119b8a-4009-4684-b9d8-2e289fda1f97 req-a6d2ba14-1283-4529-975f-57563a32a4e7 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 Jul 29 17:15:46.366713 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.455024 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cdaa7-4280-42ae-8a8c-5c426a2d9388 req-9c1b205d-f269-4df6-aa3e-4fd80d002744 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:46.456994 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-913cdaa7-4280-42ae-8a8c-5c426a2d9388 req-9c1b205d-f269-4df6-aa3e-4fd80d002744 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0714467 Jul 29 17:15:46.523127 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-913cdaa7-4280-42ae-8a8c-5c426a2d9388 req-808fd908-9b36-48f2-8bb9-5c595e477c73 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583062 Jul 29 17:15:46.855655 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b87953-2413-4f5d-b490-d3db6516f5f7 req-7f0ea980-d99a-462b-9400-69cd8cfa0fb8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:46.857948 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-46b87953-2413-4f5d-b490-d3db6516f5f7 req-7f0ea980-d99a-462b-9400-69cd8cfa0fb8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0563860 Jul 29 17:15:46.896280 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:46.919006 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-46b87953-2413-4f5d-b490-d3db6516f5f7 req-f3b3c5d1-94a8-4abc-a174-49d4a5250d25 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501335 Jul 29 17:15:47.267493 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-6f1f3379-2185-4574-aa2e-241f7f299f24 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:47.269483 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-6f1f3379-2185-4574-aa2e-241f7f299f24 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.44 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.0596330 Jul 29 17:15:47.312522 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631a27f-ecd1-4eb7-b4cc-52095a98feae req-c8f3d635-aee7-4f95-92ce-03af4685d5e8 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:47.314210 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c631a27f-ecd1-4eb7-b4cc-52095a98feae req-c8f3d635-aee7-4f95-92ce-03af4685d5e8 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 950 time: 0.0844359 Jul 29 17:15:47.374586 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c631a27f-ecd1-4eb7-b4cc-52095a98feae req-696d78bd-0f4f-4833-96a6-8d217779bbf9 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/security-groups?id=de3c8f6e-9b27-459c-93e2-3c55fed02331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540335 Jul 29 17:15:47.440461 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Deleting port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:15:47.441064 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.584380 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] For port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,segment=NetworkSegment(1be17914-5b48-4501-8a91-665288824bd7),segment_id=1be17914-5b48-4501-8a91-665288824bd7)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:47.584874 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.605471 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Calling delete_port for 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:15:47.709280 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bcbeb-b614-42ef-a9b3-96bc1f5a7021 req-b0fa8a2b-b4fb-49e2-b3f9-5a0550cc8025 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:47.710927 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2c1bcbeb-b614-42ef-a9b3-96bc1f5a7021 req-b0fa8a2b-b4fb-49e2-b3f9-5a0550cc8025 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 946 time: 0.0730617 Jul 29 17:15:47.779319 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2c1bcbeb-b614-42ef-a9b3-96bc1f5a7021 req-3755cb49-72a4-462c-a934-5364111dfc6f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584805 Jul 29 17:15:47.794403 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.854075 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Pushing event deleted for resources: {'Port': ['ID=1c8e19db-193a-4b28-ae8d-96c6e50d9a24,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:47.874975 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['1c8e19db-193a-4b28-ae8d-96c6e50d9a24'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:15:47.959631 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] No DVR routers for this DVR port 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:15:47.970317 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:47.974852 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-781f82b9-5701-4d3a-a25b-38fee396c177 req-5dc6aca8-6145-42f1-b146-054661856195 tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.44 "DELETE /v2.0/ports/1c8e19db-193a-4b28-ae8d-96c6e50d9a24 HTTP/1.1" status: 204 len: 173 time: 0.6944716 Jul 29 17:15:47.975622 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327c60d5-a77a-4f53-af94-2122f593d0ed', 'name': 'network-vif-deleted', 'tag': '1c8e19db-193a-4b28-ae8d-96c6e50d9a24'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:15:47.985441 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a498130f-83ea-4f78-9f80-7f3853447895" -d '{"events": [{"server_uuid": "327c60d5-a77a-4f53-af94-2122f593d0ed", "name": "network-vif-deleted", "tag": "1c8e19db-193a-4b28-ae8d-96c6e50d9a24"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:15:48.126391 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5a842-f443-44e1-90ff-d24faeff58ba req-510c5bfd-8657-4a42-b97c-78f2f7b9b91d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:48.128182 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f0e5a842-f443-44e1-90ff-d24faeff58ba req-510c5bfd-8657-4a42-b97c-78f2f7b9b91d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0858040 Jul 29 17:15:48.184471 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a3bd3c-4864-4b14-9136-1160ad92b137 x-openstack-request-id: req-61a3bd3c-4864-4b14-9136-1160ad92b137 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:15:48.184812 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327c60d5-a77a-4f53-af94-2122f593d0ed", "name": "network-vif-deleted", "tag": "1c8e19db-193a-4b28-ae8d-96c6e50d9a24", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:15:48.185075 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61a3bd3c-4864-4b14-9136-1160ad92b137 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:15:48.185478 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327c60d5-a77a-4f53-af94-2122f593d0ed', 'name': 'network-vif-deleted', 'tag': '1c8e19db-193a-4b28-ae8d-96c6e50d9a24', 'status': 'completed', 'code': 200} Jul 29 17:15:48.199282 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f0e5a842-f443-44e1-90ff-d24faeff58ba req-e95998da-3d3b-42d6-ac63-626cff2a5d31 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530264 Jul 29 17:15:48.418892 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:15:48.528037 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.550642 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b35e358f-4b77-4005-a610-a5fdf2b5df10 req-955c096e-7718-47d3-9df4-5cc546efcafc tempest-VolumesNegativeTest-896793909 tempest-VolumesNegativeTest-896793909-project] 10.222.0.13 "GET /v2.0/ports?device_id=327c60d5-a77a-4f53-af94-2122f593d0ed HTTP/1.1" status: 200 len: 210 time: 0.0283215 Jul 29 17:15:48.576175 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:15:48.580515 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51988ba-6d4f-45df-bf77-0981f258847d" -d '{"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-unplugged", "status": "completed", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:15:48.605624 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:48.611535 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:48.651545 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0547801-59b9-4e32-9d53-f869a163e75a x-openstack-request-id: req-a0547801-59b9-4e32-9d53-f869a163e75a {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:15:48.652046 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-unplugged", "status": "completed", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:15:48.652332 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0547801-59b9-4e32-9d53-f869a163e75a {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:15:48.653015 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'code': 200} Jul 29 17:15:48.673088 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:15:48.703491 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=8']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:48.978401 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08471463-4b01-4a30-a0c4-ce7a304bd6db req-da57217b-c20f-411e-8432-ec9b0d956040 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:48.979976 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-08471463-4b01-4a30-a0c4-ce7a304bd6db req-da57217b-c20f-411e-8432-ec9b0d956040 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0620794 Jul 29 17:15:49.026682 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-08471463-4b01-4a30-a0c4-ce7a304bd6db req-e081fd5c-e3cc-4a1a-bbea-c39ff2982fce tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400951 Jul 29 17:15:49.330400 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dd02e-1bab-4a4e-ab56-c61e14c0d02b req-91749a37-2161-4b89-aa9b-ac3c1c268281 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:49.332012 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1a9dd02e-1bab-4a4e-ab56-c61e14c0d02b req-91749a37-2161-4b89-aa9b-ac3c1c268281 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0551846 Jul 29 17:15:49.380116 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1a9dd02e-1bab-4a4e-ab56-c61e14c0d02b req-2faa359f-1398-4d7d-80b0-5d15314b3666 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Jul 29 17:15:50.163926 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bdde9-5fbc-4fef-8436-2fec81e33982 req-c4eecbdb-3af1-4d33-905b-2b6fa6b44e28 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:50.165743 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1c7bdde9-5fbc-4fef-8436-2fec81e33982 req-c4eecbdb-3af1-4d33-905b-2b6fa6b44e28 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0567291 Jul 29 17:15:50.209102 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1c7bdde9-5fbc-4fef-8436-2fec81e33982 req-cf2bb317-9d8e-4b36-b2a5-0413475d324f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362370 Jul 29 17:15:50.434868 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:15:50.467490 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:15:50.467900 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 1c8e19db-193a-4b28-ae8d-96c6e50d9a24 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:15:50.944854 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b356c-20da-4a11-96bb-95347f4758c3 req-dcb7c938-7e89-4f50-bf2b-e5c438767f02 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:50.952111 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-db0b356c-20da-4a11-96bb-95347f4758c3 req-dcb7c938-7e89-4f50-bf2b-e5c438767f02 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.1051428 Jul 29 17:15:50.992894 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-db0b356c-20da-4a11-96bb-95347f4758c3 req-f806a8f6-32de-4723-938a-d2753da1bcd3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398979 Jul 29 17:15:51.437438 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 36546) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:51.526510 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-b3b4a94b-f872-4282-b7f3-e042004e7739 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878937 Jul 29 17:15:52.143235 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8647c-8183-4557-98f4-a322a6bad332 req-6329b458-78e4-416d-aa0c-244a8a822d63 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:52.151028 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-03b8647c-8183-4557-98f4-a322a6bad332 req-6329b458-78e4-416d-aa0c-244a8a822d63 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0702581 Jul 29 17:15:52.196807 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-03b8647c-8183-4557-98f4-a322a6bad332 req-6dbcedcd-0bdf-4d0b-9d30-76b9f68d48f0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441041 Jul 29 17:15:52.435367 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:15:52.906643 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dede41-8e84-4654-b76a-edbe7ca6f851 req-00d9cae0-20b0-4a02-baaa-832185fdf048 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:52.908158 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e2dede41-8e84-4654-b76a-edbe7ca6f851 req-00d9cae0-20b0-4a02-baaa-832185fdf048 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.0553942 Jul 29 17:15:52.950549 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e2dede41-8e84-4654-b76a-edbe7ca6f851 req-ce76a210-c3b8-4288-86b6-f1a69f5c083f tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Jul 29 17:15:52.972693 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 36666) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:53.116586 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73335515-6186-4207-b030-c915a119a8be tempest-TestMinimumBasicScenario-427979142 tempest-TestMinimumBasicScenario-427979142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:53.118113 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-73335515-6186-4207-b030-c915a119a8be tempest-TestMinimumBasicScenario-427979142 tempest-TestMinimumBasicScenario-427979142-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 1094 time: 0.1443939 Jul 29 17:15:53.121157 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36674) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:53.126465 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'floatingip': {'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'port_id': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:53.150448 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for floatingip, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.257396 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.333996 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ff730-30b5-4244-8ec1-6a3459fdba1d req-56abeb81-4462-4283-85ca-177dcb8d8f68 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:53.341479 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-601ff730-30b5-4244-8ec1-6a3459fdba1d req-56abeb81-4462-4283-85ca-177dcb8d8f68 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0707321 Jul 29 17:15:53.378845 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-601ff730-30b5-4244-8ec1-6a3459fdba1d req-460c199c-0281-4704-b97e-30c3e3a65e54 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364709 Jul 29 17:15:53.397126 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Allocated IP 172.27.0.129 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/023152ff-bc04-450c-900e-f68b1ba55fd4) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:15:53.509716 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.552480 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:53.593225 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:15:53.598489 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:15:53.602699 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:15:53.605662 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'Port': ['ID=023152ff-bc04-450c-900e-f68b1ba55fd4,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:54.089599 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.226547 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 36692) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:54.389177 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-1f707499-5992-4e9d-8f7a-ca5607825734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27ee2766d1c3427d942f47f047cecd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613035 Jul 29 17:15:54.391545 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 36698) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:54.423562 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.444588 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98c0-10de-4a26-adf5-b68178015274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.466668 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98c0-10de-4a26-adf5-b68178015274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.522336 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98c0-10de-4a26-adf5-b68178015274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.525357 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7f8d98c0-10de-4a26-adf5-b68178015274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.530318 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-7f8d98c0-10de-4a26-adf5-b68178015274 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de3c8f6e-9b27-459c-93e2-3c55fed02331 HTTP/1.1" status: 204 len: 168 time: 0.1368327 Jul 29 17:15:54.539528 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d98c0-10de-4a26-adf5-b68178015274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3c8f6e-9b27-459c-93e2-3c55fed02331,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:54.592981 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d68345-e908-422a-b410-b0d1ab0951cd req-75647bca-fc04-4295-9130-1f8d110703c0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:54.594507 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a9d68345-e908-422a-b410-b0d1ab0951cd req-75647bca-fc04-4295-9130-1f8d110703c0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.1194489 Jul 29 17:15:54.663166 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a9d68345-e908-422a-b410-b0d1ab0951cd req-73f92a9e-3fe1-45d0-afd2-1a745f8cfbc8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605779 Jul 29 17:15:54.678425 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.684644 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.694828 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9238e9-1237-4394-9c93-efa7613aba58 req-c3ecf067-3b43-4f17-b23f-9fd8fb09c989 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:54.696091 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6d9238e9-1237-4394-9c93-efa7613aba58 req-c3ecf067-3b43-4f17-b23f-9fd8fb09c989 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0618193 Jul 29 17:15:54.760946 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6d9238e9-1237-4394-9c93-efa7613aba58 req-b4b05ad7-0118-4fa6-b1e8-1e825e989345 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544078 Jul 29 17:15:54.772650 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'Port': ['ID=023152ff-bc04-450c-900e-f68b1ba55fd4,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:54.783688 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:54.908008 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.l3_db [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Floating IP 61c50b19-aaee-4461-94bb-542e29b3c7bc associated. External IP: 172.27.0.129, port: c7c55c34-188d-444c-aa80-9ffd62f8dd3e. Jul 29 17:15:55.178244 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Router 1cef47db-534f-4d93-bb29-b391f9c987c1 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:15:55.312192 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:15:55.323685 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] Sync routers for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:15:55.336292 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:55.338232 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:55.340107 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.376037 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-48090a1b-d4f2-49f2-a49d-64d9ccc4eee0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2537558 Jul 29 17:15:55.376948 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:15:55.378876 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 36736) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:55.379856 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:15:55.384763 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-680b0465-c8c7-4459-adbe-bedc065fa6a0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111917043', 'description': 'tempest-secgroup-smoke-2111917043 description', 'project_id': '9f0678cb3bf6445ebb4214f3093461e9'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:55.415730 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-680b0465-c8c7-4459-adbe-bedc065fa6a0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.427952 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660aa2b1-a9fd-49c3-87c7-060ca5cd727d x-openstack-request-id: req-660aa2b1-a9fd-49c3-87c7-060ca5cd727d {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:15:55.428484 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:15:55.428484 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-660aa2b1-a9fd-49c3-87c7-060ca5cd727d {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:15:55.428757 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'status': 'completed', 'code': 200} Jul 29 17:15:55.477331 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:55.558024 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-680b0465-c8c7-4459-adbe-bedc065fa6a0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.565481 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-680b0465-c8c7-4459-adbe-bedc065fa6a0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.569543 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-1c8faee3-4e5f-4344-b252-fd234a299bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:55.571195 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-1c8faee3-4e5f-4344-b252-fd234a299bf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f0678cb3bf6445ebb4214f3093461e9&device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 1099 time: 0.0771952 Jul 29 17:15:55.674226 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-680b0465-c8c7-4459-adbe-bedc065fa6a0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.675947 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-680b0465-c8c7-4459-adbe-bedc065fa6a0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2950003 Jul 29 17:15:55.678913 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36744) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:55.686187 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-f9a38efb-888c-4c11-b630-bd0970c81144 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'security_group_rule': {'security_group_id': '2a5bb7ac-3bd9-46d2-8563-4060007e3fe7', 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:55.686439 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b0465-c8c7-4459-adbe-bedc065fa6a0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:55.728535 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f9a38efb-888c-4c11-b630-bd0970c81144 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.730015 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-a7b843aa-0588-44f4-9b98-a91131f931f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:55.732177 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-a7b843aa-0588-44f4-9b98-a91131f931f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7 HTTP/1.1" status: 200 len: 916 time: 0.1503570 Jul 29 17:15:55.773584 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '61c50b19-aaee-4461-94bb-542e29b3c7bc', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'port_id': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'mac_address': 'fa:16:3e:f3:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:15:53Z', 'updated_at': '2021-07-29T17:15:53Z', 'revision_number': 0, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d2f9d-4623-40d1-baae-9bdff318ee78', 'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'mac_address': 'fa:16:3e:a6:4b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:22Z', 'updated_at': '2021-07-29T17:14:31Z', 'revision_number': 5, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'subnets': [{'id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:55.822858 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-b47f11e6-4b1b-4af0-9167-e83f66fc51a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 1000 time: 0.0782385 Jul 29 17:15:55.861822 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] Checking router: 1cef47db-534f-4d93-bb29-b391f9c987c1 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:15:55.878981 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:15:55.879817 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:15:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:55.923479 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f9a38efb-888c-4c11-b630-bd0970c81144 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.932891 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f9a38efb-888c-4c11-b630-bd0970c81144 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:55.951295 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a87e-7203-42b3-b6ce-df743eca3783 req-c915dfb7-d803-4d50-b152-6daad2cd946d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:55.959478 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a8b0a87e-7203-42b3-b6ce-df743eca3783 req-c915dfb7-d803-4d50-b152-6daad2cd946d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.1259239 Jul 29 17:15:55.973965 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-65add6df-762a-416e-ad7f-c5ff9f3ab94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:55.975524 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-65add6df-762a-416e-ad7f-c5ff9f3ab94f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daf6a930-9fa7-4dfb-8fca-2bb915545d84 HTTP/1.1" status: 200 len: 854 time: 0.1425712 Jul 29 17:15:55.990058 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a38efb-888c-4c11-b630-bd0970c81144 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91db7096-dbfa-47a0-9437-ec9e967d9a23,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:56.001050 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cbd34-de46-42d7-b53f-fbb793d41654 req-9ca43ed4-3fa0-4608-82a3-dc51cf30e99d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:56.003457 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-881cbd34-de46-42d7-b53f-fbb793d41654 req-9ca43ed4-3fa0-4608-82a3-dc51cf30e99d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 945 time: 0.1003740 Jul 29 17:15:56.019921 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a8b0a87e-7203-42b3-b6ce-df743eca3783 req-f156a2bd-4343-4bd5-87f4-353237001055 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594728 Jul 29 17:15:56.040983 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f9a38efb-888c-4c11-b630-bd0970c81144 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.045197 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f9a38efb-888c-4c11-b630-bd0970c81144 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3648543 Jul 29 17:15:56.045820 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36754) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:56.052300 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-995e30bd-5553-4572-bb75-157663cb6efa tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'security_group_rule': {'security_group_id': '2a5bb7ac-3bd9-46d2-8563-4060007e3fe7', 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:56.097982 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-fbb11fce-caf3-43ae-9724-874e6bdc0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:56.099941 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-fbb11fce-caf3-43ae-9724-874e6bdc0a8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0952513 Jul 29 17:15:56.106066 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-995e30bd-5553-4572-bb75-157663cb6efa tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.140100 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-881cbd34-de46-42d7-b53f-fbb793d41654 req-87d93e45-3de4-419f-a358-acbe6f287621 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092315 Jul 29 17:15:56.145995 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:15:56.239798 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-995e30bd-5553-4572-bb75-157663cb6efa tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.245726 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-995e30bd-5553-4572-bb75-157663cb6efa tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.261952 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e30bd-5553-4572-bb75-157663cb6efa tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63999048-dee0-449c-9b5f-b7e478a06653,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:56.271814 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-995e30bd-5553-4572-bb75-157663cb6efa tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.276922 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 36760) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:56.278432 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-995e30bd-5553-4572-bb75-157663cb6efa tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2296672 Jul 29 17:15:56.283075 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-cb77f4c0-e6a8-4105-9929-8a29fe31d535 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'security_group_rule': {'security_group_id': '2a5bb7ac-3bd9-46d2-8563-4060007e3fe7', 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:56.289994 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-7073a0ee-30d4-4393-9743-6a3b9b0efd46 service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486502 Jul 29 17:15:56.312479 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb77f4c0-e6a8-4105-9929-8a29fe31d535 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.390963 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '61c50b19-aaee-4461-94bb-542e29b3c7bc', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'port_id': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'mac_address': 'fa:16:3e:f3:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:15:53Z', 'updated_at': '2021-07-29T17:15:53Z', 'revision_number': 0, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d2f9d-4623-40d1-baae-9bdff318ee78', 'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'mac_address': 'fa:16:3e:a6:4b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:22Z', 'updated_at': '2021-07-29T17:14:31Z', 'revision_number': 5, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'subnets': [{'id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:15:56.421869 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695d3bf-0f14-49fc-9dfd-d7a870c7b419 None None] The sync data for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi is: [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '61c50b19-aaee-4461-94bb-542e29b3c7bc', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'port_id': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'mac_address': 'fa:16:3e:f3:a3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:15:53Z', 'updated_at': '2021-07-29T17:15:53Z', 'revision_number': 0, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d2f9d-4623-40d1-baae-9bdff318ee78', 'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'mac_address': 'fa:16:3e:a6:4b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:22Z', 'updated_at': '2021-07-29T17:14:31Z', 'revision_number': 5, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'subnets': [{'id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:15:56.439500 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb77f4c0-e6a8-4105-9929-8a29fe31d535 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.445828 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb77f4c0-e6a8-4105-9929-8a29fe31d535 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.466347 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-97bb8e16-1d5d-4b5e-a1ae-d736b718c94a req-183c68a2-6b20-4705-9676-7df9c6bdf8ab service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435633 Jul 29 17:15:56.472363 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77f4c0-e6a8-4105-9929-8a29fe31d535 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b27c39-f27e-49ba-bd6b-073c3d82ed34,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:56.477014 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb77f4c0-e6a8-4105-9929-8a29fe31d535 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.481143 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-cb77f4c0-e6a8-4105-9929-8a29fe31d535 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2030401 Jul 29 17:15:56.481749 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36768) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:56.487522 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-56dc89fb-3356-4981-8815-c5ffb5fd873b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'security_group_rule': {'security_group_id': '2a5bb7ac-3bd9-46d2-8563-4060007e3fe7', 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:56.527557 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-56dc89fb-3356-4981-8815-c5ffb5fd873b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.595672 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-56dc89fb-3356-4981-8815-c5ffb5fd873b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.600817 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-56dc89fb-3356-4981-8815-c5ffb5fd873b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.619777 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc89fb-3356-4981-8815-c5ffb5fd873b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7024243-2635-4937-870a-3e1db003656c,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:56.626276 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-56dc89fb-3356-4981-8815-c5ffb5fd873b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.627673 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-56dc89fb-3356-4981-8815-c5ffb5fd873b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440272 Jul 29 17:15:56.630412 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36770) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:56.636252 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-8cecccdf-246b-495c-8f1c-b94d9d97f0e6 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'security_group_rule': {'security_group_id': '2a5bb7ac-3bd9-46d2-8563-4060007e3fe7', 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:56.662321 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9756ba-caf2-42f5-9806-48a75572a129 None None] New status for floating IP 61c50b19-aaee-4461-94bb-542e29b3c7bc: ACTIVE {{(pid=93268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:15:56.665682 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.securitygroups_db [None req-8cecccdf-246b-495c-8f1c-b94d9d97f0e6 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Project 9f0678cb3bf6445ebb4214f3093461e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:15:56.672879 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8cecccdf-246b-495c-8f1c-b94d9d97f0e6 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.721458 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-89c4f5b3-45e5-482d-9d2d-9b94f46f5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:56.723028 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-89c4f5b3-45e5-482d-9d2d-9b94f46f5c75 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358&tenant_id=4f49c8e7caa845ba89744e3b3f921957 HTTP/1.1" status: 200 len: 1097 time: 0.0965409 Jul 29 17:15:56.739272 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8cecccdf-246b-495c-8f1c-b94d9d97f0e6 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.743008 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8cecccdf-246b-495c-8f1c-b94d9d97f0e6 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.771412 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecccdf-246b-495c-8f1c-b94d9d97f0e6 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720cb45e-d466-443d-ba3c-fb25873643cf,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:56.775014 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8cecccdf-246b-495c-8f1c-b94d9d97f0e6 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.779650 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8cecccdf-246b-495c-8f1c-b94d9d97f0e6 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452532 Jul 29 17:15:56.780671 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 36772) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:15:56.784514 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-737beac7-bfe1-4c03-974e-596bf8a713c4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'security_group_rule': {'security_group_id': '2a5bb7ac-3bd9-46d2-8563-4060007e3fe7', 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:56.809296 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.securitygroups_db [None req-737beac7-bfe1-4c03-974e-596bf8a713c4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Project 9f0678cb3bf6445ebb4214f3093461e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:15:56.815450 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-737beac7-bfe1-4c03-974e-596bf8a713c4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.816816 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-2f33bc8e-7452-44b8-bac9-3d53eda511bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:56.818775 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-2f33bc8e-7452-44b8-bac9-3d53eda511bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 1097 time: 0.0503495 Jul 29 17:15:56.882694 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-737beac7-bfe1-4c03-974e-596bf8a713c4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.887337 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-737beac7-bfe1-4c03-974e-596bf8a713c4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.909711 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737beac7-bfe1-4c03-974e-596bf8a713c4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac7b957-8861-476f-a2be-2e613acceb7f,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:56.913574 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-737beac7-bfe1-4c03-974e-596bf8a713c4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:56.917750 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-737beac7-bfe1-4c03-974e-596bf8a713c4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339121 Jul 29 17:15:56.947992 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-66b59932-94bb-4944-979e-bdf377c2205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:56.949658 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-66b59932-94bb-4944-979e-bdf377c2205c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.1069417 Jul 29 17:15:57.056704 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-aefefbf4-db75-4682-8140-9a0c2d5fa32c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b HTTP/1.1" status: 200 len: 1000 time: 0.0959115 Jul 29 17:15:57.062978 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7fa92efa-a497-4877-b503-159fec757eb8 req-cb5f2eb1-784f-4c2d-b7ca-3ecdb5f77ff0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111917043&fields=id&tenant_id=9f0678cb3bf6445ebb4214f3093461e9 HTTP/1.1" status: 200 len: 267 time: 0.0664012 Jul 29 17:15:57.152493 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-3e7f9b0f-2bf0-44ee-a37b-31f914097b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:57.154004 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-3e7f9b0f-2bf0-44ee-a37b-31f914097b0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0738857 Jul 29 17:15:57.161825 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92efa-a497-4877-b503-159fec757eb8 req-745f9a8d-2e81-44d3-bb74-ff31d3646016 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:57.163385 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7fa92efa-a497-4877-b503-159fec757eb8 req-745f9a8d-2e81-44d3-bb74-ff31d3646016 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.0941222 Jul 29 17:15:57.178846 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-7fa92efa-a497-4877-b503-159fec757eb8 req-cd4314ec-b835-43ae-bd2e-5ddd63699765 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'port': {'security_groups': ['940087e0-1922-4010-a939-7239dded046f', '2a5bb7ac-3bd9-46d2-8563-4060007e3fe7']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:15:57.214858 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dcc9-cd7b-48bf-8212-9f93170fd4ed req-5f2ad11c-46af-4f81-817e-035b088f6383 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:57.216845 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ded4dcc9-cd7b-48bf-8212-9f93170fd4ed req-5f2ad11c-46af-4f81-817e-035b088f6383 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0616789 Jul 29 17:15:57.281567 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ded4dcc9-cd7b-48bf-8212-9f93170fd4ed req-99787fcc-1e90-499c-be85-2ff87e1853a9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576754 Jul 29 17:15:57.447048 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e8603-f623-4fea-9b3a-13c67c1ebd81 req-a2d476b1-4916-42df-b695-ff417328858c tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:57.448618 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-765e8603-f623-4fea-9b3a-13c67c1ebd81 req-a2d476b1-4916-42df-b695-ff417328858c tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0560277 Jul 29 17:15:57.492146 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-765e8603-f623-4fea-9b3a-13c67c1ebd81 req-05c7b159-b8d5-4ae6-8c4a-3b17fc7e142e tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352328 Jul 29 17:15:57.523143 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-f9b87b3e-5944-4e4d-8c1c-e1d8d2aca93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:57.524708 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-f9b87b3e-5944-4e4d-8c1c-e1d8d2aca93e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3604188 Jul 29 17:15:57.544142 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-7fa92efa-a497-4877-b503-159fec757eb8 req-cd4314ec-b835-43ae-bd2e-5ddd63699765 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.647326 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-ae7755b3-7648-4146-b78f-45194d42f45c tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:57.648856 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-ae7755b3-7648-4146-b78f-45194d42f45c tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.44 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 945 time: 0.1753795 Jul 29 17:15:57.738390 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-1863a2a9-390c-4968-a2a8-3380e43ee1ab service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045496 Jul 29 17:15:57.882128 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Deleting port aa040e0b-a936-46d0-8601-559f2da788e3 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:15:57.882477 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:57.910108 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f472d15-1b33-479f-8ade-a1aae9db7f81 req-7278d9df-118b-4231-9aa4-ea2b7e222cb3 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:57.911615 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5f472d15-1b33-479f-8ade-a1aae9db7f81 req-7278d9df-118b-4231-9aa4-ea2b7e222cb3 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0522377 Jul 29 17:15:57.955052 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-7fa92efa-a497-4877-b503-159fec757eb8 req-cd4314ec-b835-43ae-bd2e-5ddd63699765 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] For port c7c55c34-188d-444c-aa80-9ffd62f8dd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:57.956050 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5f472d15-1b33-479f-8ade-a1aae9db7f81 req-1b950698-ebb6-4f4a-adc5-44634ece2bf0 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382309 Jul 29 17:15:58.014447 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-7fa92efa-a497-4877-b503-159fec757eb8 req-cd4314ec-b835-43ae-bd2e-5ddd63699765 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:58.022378 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] For port aa040e0b-a936-46d0-8601-559f2da788e3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=aa040e0b-a936-46d0-8601-559f2da788e3,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:15:58.022738 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:58.025141 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-7fa92efa-a497-4877-b503-159fec757eb8 req-cd4314ec-b835-43ae-bd2e-5ddd63699765 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:58.064877 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Calling delete_port for aa040e0b-a936-46d0-8601-559f2da788e3 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:15:58.093427 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa92efa-a497-4877-b503-159fec757eb8 req-cd4314ec-b835-43ae-bd2e-5ddd63699765 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:58.094130 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-7fa92efa-a497-4877-b503-159fec757eb8 req-cd4314ec-b835-43ae-bd2e-5ddd63699765 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:58.095685 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7fa92efa-a497-4877-b503-159fec757eb8 req-cd4314ec-b835-43ae-bd2e-5ddd63699765 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "PUT /v2.0/ports/c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 982 time: 0.9217002 Jul 29 17:15:58.096187 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:15:58.098730 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3526b18c-a2b9-4b61-90dc-175a0da43b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:15:58.157654 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4314ec-b835-43ae-bd2e-5ddd63699765 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'Port': ['ID=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,revision_number=6']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:58.163437 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc44ee4f-e756-40bd-ad93-c0bcf57ef921 x-openstack-request-id: req-cc44ee4f-e756-40bd-ad93-c0bcf57ef921 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:15:58.163726 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:15:58.163975 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc44ee4f-e756-40bd-ad93-c0bcf57ef921 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:15:58.164370 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'status': 'completed', 'code': 200} Jul 29 17:15:58.250595 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250adfd-7694-4dad-9fc0-a325c10fff06 req-36aed1b0-6811-4f50-96af-58e10ad532dc tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:58.252201 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8250adfd-7694-4dad-9fc0-a325c10fff06 req-36aed1b0-6811-4f50-96af-58e10ad532dc tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0776169 Jul 29 17:15:58.315733 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-b38847c4-38ff-4423-adb4-5b331a2ecc8a None None] Provisioning complete for port c7c55c34-188d-444c-aa80-9ffd62f8dd3e triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:15:58.316341 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b38847c4-38ff-4423-adb4-5b331a2ecc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:58.324314 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8250adfd-7694-4dad-9fc0-a325c10fff06 req-2cc4f9e3-a946-489f-b518-db17d9a6d5d3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523219 Jul 29 17:15:58.325557 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:58.358967 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Pushing event deleted for resources: {'Port': ['ID=aa040e0b-a936-46d0-8601-559f2da788e3,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:15:58.440738 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] No DVR routers for this DVR port aa040e0b-a936-46d0-8601-559f2da788e3 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:15:58.444924 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:15:58.447577 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ff8910b-a009-431f-b897-e6fa45a5af6a req-831300d5-f9f7-46ae-a4e1-0c69fbd9eed8 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.44 "DELETE /v2.0/ports/aa040e0b-a936-46d0-8601-559f2da788e3 HTTP/1.1" status: 204 len: 173 time: 0.7751746 Jul 29 17:15:58.508684 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89841b35-3550-4efd-ae50-3a18d9811615 req-53351e7f-be25-42a1-bb3c-aa350c8f819e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:58.510138 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-89841b35-3550-4efd-ae50-3a18d9811615 req-53351e7f-be25-42a1-bb3c-aa350c8f819e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0503368 Jul 29 17:15:58.552301 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-89841b35-3550-4efd-ae50-3a18d9811615 req-854974c9-c842-483a-ad36-48ddfa01b4e1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360210 Jul 29 17:15:58.597860 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-756a68f6-7821-4050-a618-a249529414d7 req-ed21824d-6af1-4d20-a212-a3db36410d7d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0291753 Jul 29 17:15:58.816893 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2ddf025f-70a0-4f0c-ba8f-a83f25987d50 req-4806c361-7c2c-4a16-b078-ea45134453e8 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909226 Jul 29 17:15:59.079948 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62f775-15a1-48d1-b2a7-0c3946bf122b req-46f4fa83-c39b-4163-b23b-2cde25fbe875 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:59.081689 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ee62f775-15a1-48d1-b2a7-0c3946bf122b req-46f4fa83-c39b-4163-b23b-2cde25fbe875 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0584452 Jul 29 17:15:59.127667 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ee62f775-15a1-48d1-b2a7-0c3946bf122b req-f38ff553-e3e0-4f57-811d-c7238e4fa879 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Jul 29 17:15:59.691692 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f2c34-e6e8-44ad-8e6f-1963b892a5eb req-78ae1c59-bded-4b7d-9262-d6d9880c0e9f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:15:59.693229 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-963f2c34-e6e8-44ad-8e6f-1963b892a5eb req-78ae1c59-bded-4b7d-9262-d6d9880c0e9f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0579185 Jul 29 17:15:59.735351 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-963f2c34-e6e8-44ad-8e6f-1963b892a5eb req-c528be92-8b23-4d59-b21d-a16388f5e3f6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357001 Jul 29 17:15:59.827300 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-27092729-4f1e-49ae-a6a6-58698d56afc0 req-aee10238-fe8f-4d18-8444-450d5d247421 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0282562 Jul 29 17:16:00.165445 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923ce4f8-db01-459d-af8e-9dc13fb4a8a8', 'name': 'network-vif-deleted', 'tag': 'aa040e0b-a936-46d0-8601-559f2da788e3'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:00.168091 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c709bac1-38ee-4ec5-b84b-041c2d23909b" -d '{"events": [{"server_uuid": "923ce4f8-db01-459d-af8e-9dc13fb4a8a8", "name": "network-vif-deleted", "tag": "aa040e0b-a936-46d0-8601-559f2da788e3"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:00.252609 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062716b-fa5b-479c-9081-bf5ee91566ea req-67247de8-7bbf-4da6-9521-2dfe871af3fb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:00.254233 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d062716b-fa5b-479c-9081-bf5ee91566ea req-67247de8-7bbf-4da6-9521-2dfe871af3fb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0542943 Jul 29 17:16:00.293994 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d062716b-fa5b-479c-9081-bf5ee91566ea req-89170bf0-0d54-4d59-b307-fc643446625f tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Jul 29 17:16:00.340158 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa71b58-f133-4076-b634-f393d0f5e672 x-openstack-request-id: req-2aa71b58-f133-4076-b634-f393d0f5e672 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:00.340454 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923ce4f8-db01-459d-af8e-9dc13fb4a8a8", "name": "network-vif-deleted", "tag": "aa040e0b-a936-46d0-8601-559f2da788e3", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:00.340723 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2aa71b58-f133-4076-b634-f393d0f5e672 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:00.341122 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923ce4f8-db01-459d-af8e-9dc13fb4a8a8', 'name': 'network-vif-deleted', 'tag': 'aa040e0b-a936-46d0-8601-559f2da788e3', 'status': 'completed', 'code': 200} Jul 29 17:16:00.702369 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['c7c55c34-188d-444c-aa80-9ffd62f8dd3e'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:16:00.867167 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b6737-0766-4ebd-8063-f60a3d548eb7 req-f6628a21-a1ea-432e-a30d-b9a30d1e826a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:00.867943 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1a1b6737-0766-4ebd-8063-f60a3d548eb7 req-f6628a21-a1ea-432e-a30d-b9a30d1e826a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0560589 Jul 29 17:16:00.932191 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1a1b6737-0766-4ebd-8063-f60a3d548eb7 req-9bd16a04-e458-4978-ac98-e17e7eac9a55 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549817 Jul 29 17:16:00.939976 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-37b5734e-272e-43e4-8b0a-2493f5a24f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:00.941265 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-37b5734e-272e-43e4-8b0a-2493f5a24f5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f0678cb3bf6445ebb4214f3093461e9&device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 1138 time: 0.0831690 Jul 29 17:16:01.000174 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['c7c55c34-188d-444c-aa80-9ffd62f8dd3e'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:16:01.036945 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-348e2d0d-e907-4d04-8942-424e0fdefc7d req-e986ece0-df5b-4227-a730-cf4a8405916c tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=923ce4f8-db01-459d-af8e-9dc13fb4a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0406904 Jul 29 17:16:01.089747 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-22bd27e3-e1b5-4164-82e9-406d02a4b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:01.091272 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-22bd27e3-e1b5-4164-82e9-406d02a4b517 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7 HTTP/1.1" status: 200 len: 916 time: 0.1376073 Jul 29 17:16:01.160930 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-9dc2c3a4-6e00-46d9-a8e4-2d307370665e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 1002 time: 0.0593321 Jul 29 17:16:01.241359 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-be9d0a43-f436-437f-9b0c-07b4601d1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:01.242851 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-be9d0a43-f436-437f-9b0c-07b4601d1bf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daf6a930-9fa7-4dfb-8fca-2bb915545d84 HTTP/1.1" status: 200 len: 854 time: 0.0581036 Jul 29 17:16:01.307250 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-865f46f0-af85-4f7c-bceb-09ed85870b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:01.309257 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-865f46f0-af85-4f7c-bceb-09ed85870b71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446713 Jul 29 17:16:01.461161 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7907a-28c9-45fa-9f8b-d98f2deb83e3 req-f8a1dfe1-b7b0-4f67-9608-29ffb99b743b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:01.462667 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c7a7907a-28c9-45fa-9f8b-d98f2deb83e3 req-f8a1dfe1-b7b0-4f67-9608-29ffb99b743b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0858104 Jul 29 17:16:01.468510 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-aea08d67-374d-4ba3-84c2-a8ca0d93e972 service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495154 Jul 29 17:16:01.521758 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c7a7907a-28c9-45fa-9f8b-d98f2deb83e3 req-4de8a282-d28a-4f80-b7cf-49a1b60f92ab tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510356 Jul 29 17:16:01.627330 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3526b18c-a2b9-4b61-90dc-175a0da43b5c req-1832d764-5b84-4f0f-b47b-0f6a5ceb1da3 service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305614 Jul 29 17:16:02.179165 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d589d36-4d16-40f4-a522-72f67d528150 req-5eb65b8d-ba2b-471e-8110-f30a717ad099 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:02.181040 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1d589d36-4d16-40f4-a522-72f67d528150 req-5eb65b8d-ba2b-471e-8110-f30a717ad099 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0994427 Jul 29 17:16:02.235027 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1d589d36-4d16-40f4-a522-72f67d528150 req-40882d96-f8a7-436e-8dba-80095eb914cc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Jul 29 17:16:02.660824 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64618cd1-703b-4297-86b6-4a19edbfb14c req-e6918df6-f5f8-47ca-92ae-f8c71ca47b0b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:02.662386 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-64618cd1-703b-4297-86b6-4a19edbfb14c req-e6918df6-f5f8-47ca-92ae-f8c71ca47b0b tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0584996 Jul 29 17:16:02.716832 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-64618cd1-703b-4297-86b6-4a19edbfb14c req-fe5ecff4-3479-47c7-92d2-e3bc39fa9f23 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470755 Jul 29 17:16:03.355829 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e69091-e90c-4fdd-8fa6-f969497ee742 req-24d96201-1d26-491c-90aa-771a450d540a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:03.358054 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b1e69091-e90c-4fdd-8fa6-f969497ee742 req-24d96201-1d26-491c-90aa-771a450d540a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0532365 Jul 29 17:16:03.397895 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b1e69091-e90c-4fdd-8fa6-f969497ee742 req-8fbebfe3-2299-425f-90ef-be9cb154237e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333252 Jul 29 17:16:03.834983 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef22b1f-2032-47f8-a809-c176ec34fe30 req-89124bbb-419d-492a-970e-35959546bff8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:03.836511 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ef22b1f-2032-47f8-a809-c176ec34fe30 req-89124bbb-419d-492a-970e-35959546bff8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0522969 Jul 29 17:16:03.884160 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ef22b1f-2032-47f8-a809-c176ec34fe30 req-55913a0b-9b6f-4111-afb6-d6720c2a8523 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Jul 29 17:16:04.541774 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b024ce2-0f96-456b-94a0-bbf20638c79a req-731ba5a0-b0da-4504-874c-2c8090b6308e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:04.543533 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7b024ce2-0f96-456b-94a0-bbf20638c79a req-731ba5a0-b0da-4504-874c-2c8090b6308e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0519557 Jul 29 17:16:04.586429 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7b024ce2-0f96-456b-94a0-bbf20638c79a req-c2e8b8b6-133a-47e7-992f-06b1090a94ab tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358088 Jul 29 17:16:05.015531 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382d543-df20-40f3-91fc-b17015ae1974 req-267067a8-a62f-4e52-8ff8-550c412ef1c5 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:05.017019 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9382d543-df20-40f3-91fc-b17015ae1974 req-267067a8-a62f-4e52-8ff8-550c412ef1c5 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0500503 Jul 29 17:16:05.020852 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device aa040e0b-a936-46d0-8601-559f2da788e3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:16:05.041051 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: aa040e0b-a936-46d0-8601-559f2da788e3 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:16:05.041525 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device aa040e0b-a936-46d0-8601-559f2da788e3 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:16:05.059174 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9382d543-df20-40f3-91fc-b17015ae1974 req-ff59ec9b-c675-45be-9ee1-edbfe7e14a01 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Jul 29 17:16:05.714124 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb026f1a-4513-4c65-802a-8e806197a33f req-e2fc4f95-8cf6-4178-bd31-6f434171b56e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:05.715652 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bb026f1a-4513-4c65-802a-8e806197a33f req-e2fc4f95-8cf6-4178-bd31-6f434171b56e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0512922 Jul 29 17:16:05.755217 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bb026f1a-4513-4c65-802a-8e806197a33f req-00ffd651-e693-4dc4-a38a-dfd66577e324 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325816 Jul 29 17:16:06.179224 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e044d-0751-45f2-9791-40a00449bbec req-78b08b6b-7b9b-4188-b17f-7a47b5d4a087 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:06.180727 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3e5e044d-0751-45f2-9791-40a00449bbec req-78b08b6b-7b9b-4188-b17f-7a47b5d4a087 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0544105 Jul 29 17:16:06.219840 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3e5e044d-0751-45f2-9791-40a00449bbec req-af722747-2736-4830-ac1c-88696c5168fa tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324671 Jul 29 17:16:06.885435 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974231f-e69e-4df4-9cc9-65d9040726c6 req-bcb20037-c2b0-46b1-83b7-e2f3e9d6440d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:06.887052 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c974231f-e69e-4df4-9cc9-65d9040726c6 req-bcb20037-c2b0-46b1-83b7-e2f3e9d6440d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0546896 Jul 29 17:16:06.930669 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c974231f-e69e-4df4-9cc9-65d9040726c6 req-1b905317-a546-4eab-98ae-1a38dde9da10 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339265 Jul 29 17:16:07.339540 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb27a4a-26e6-42bd-8b47-88ab6e9d6ca2 req-658b8d89-adc9-4550-886a-7318f865c225 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:07.341290 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9bb27a4a-26e6-42bd-8b47-88ab6e9d6ca2 req-658b8d89-adc9-4550-886a-7318f865c225 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0516596 Jul 29 17:16:07.383310 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9bb27a4a-26e6-42bd-8b47-88ab6e9d6ca2 req-0313ea55-be40-4736-a542-85a666f13e4c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352116 Jul 29 17:16:08.061053 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c3546-2c11-4fee-86b1-0277fd998850 req-46b5463d-850a-4123-bbb1-4c2353ba4951 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:08.062716 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af6c3546-2c11-4fee-86b1-0277fd998850 req-46b5463d-850a-4123-bbb1-4c2353ba4951 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0500994 Jul 29 17:16:08.101571 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af6c3546-2c11-4fee-86b1-0277fd998850 req-d843d016-d9f4-458d-bd63-2439fbc7c59f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Jul 29 17:16:08.505418 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6a65b-e8ce-4fc0-9658-91b55727d7d5 req-91639e7a-8070-4991-a0f5-b035f13cac2e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:08.507088 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b4e6a65b-e8ce-4fc0-9658-91b55727d7d5 req-91639e7a-8070-4991-a0f5-b035f13cac2e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0528386 Jul 29 17:16:08.548514 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b4e6a65b-e8ce-4fc0-9658-91b55727d7d5 req-070c4077-54bd-4e5e-bbfe-c763682254c3 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Jul 29 17:16:09.225638 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30da6a6-c33f-4bf9-9e6b-7ed7e3695d6c req-1beb7621-5b6d-4a2e-90d3-33b3fb6dcd85 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:09.227823 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a30da6a6-c33f-4bf9-9e6b-7ed7e3695d6c req-1beb7621-5b6d-4a2e-90d3-33b3fb6dcd85 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0516181 Jul 29 17:16:09.267136 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a30da6a6-c33f-4bf9-9e6b-7ed7e3695d6c req-501f4357-a3af-4727-9d83-de9e471cb29d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Jul 29 17:16:09.670457 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f30b6-b31e-4edd-a890-76da493bb7a2 req-3a08a20a-4d50-4d16-95f0-578438adf568 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:09.672832 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-690f30b6-b31e-4edd-a890-76da493bb7a2 req-3a08a20a-4d50-4d16-95f0-578438adf568 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0558043 Jul 29 17:16:09.712158 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-690f30b6-b31e-4edd-a890-76da493bb7a2 req-e0a6f792-14f7-4f5e-8bc6-d974864993b7 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332084 Jul 29 17:16:10.398413 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757bb39-0adb-4c4f-b6a0-2a002af30f60 req-06313a12-b66f-479e-bfa6-e19ea7fac586 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:10.399864 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3757bb39-0adb-4c4f-b6a0-2a002af30f60 req-06313a12-b66f-479e-bfa6-e19ea7fac586 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0542862 Jul 29 17:16:10.440683 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3757bb39-0adb-4c4f-b6a0-2a002af30f60 req-8e487864-f13e-4e45-999b-d02598bfba94 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342093 Jul 29 17:16:10.850454 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e190f0d-ed44-4afc-bd16-0d0e63689794 req-c6507d2c-6c97-4d43-aa13-e69078e5d6fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:10.852403 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3e190f0d-ed44-4afc-bd16-0d0e63689794 req-c6507d2c-6c97-4d43-aa13-e69078e5d6fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0554512 Jul 29 17:16:10.895500 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3e190f0d-ed44-4afc-bd16-0d0e63689794 req-883ba8f0-affd-418a-afb2-85f5be820b59 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364480 Jul 29 17:16:11.358482 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-47083336-18ce-42dd-8f4a-63c52369c185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:11.572750 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d1641-ca65-4b18-8a43-2333e6932721 req-44699f00-3f01-4d36-a610-d3167e5ae8c3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:11.574309 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-da9d1641-ca65-4b18-8a43-2333e6932721 req-44699f00-3f01-4d36-a610-d3167e5ae8c3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0580871 Jul 29 17:16:11.617984 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-da9d1641-ca65-4b18-8a43-2333e6932721 req-08748828-566b-48c2-9dd4-cb46d5783e88 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370414 Jul 29 17:16:12.025074 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88794de7-106b-43ba-bb35-180382d9e99e req-9ade918f-c8ab-46d7-af85-98ca753f572a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:12.027772 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-88794de7-106b-43ba-bb35-180382d9e99e req-9ade918f-c8ab-46d7-af85-98ca753f572a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0574441 Jul 29 17:16:12.070616 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-88794de7-106b-43ba-bb35-180382d9e99e req-030c446f-f4a1-4e25-9763-0839be56ff69 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365713 Jul 29 17:16:12.750026 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253900f1-dee4-432f-a7d3-ed897f35b500 req-f7fe76ca-1f3e-40ec-919b-20a27eabd0c8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:12.750813 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-253900f1-dee4-432f-a7d3-ed897f35b500 req-f7fe76ca-1f3e-40ec-919b-20a27eabd0c8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0502093 Jul 29 17:16:12.790625 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-253900f1-dee4-432f-a7d3-ed897f35b500 req-e4b57e33-a311-45f5-8c43-3be40b14298d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335608 Jul 29 17:16:13.192661 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15831b3-e6c5-4ea9-99c3-e453352ae80f req-1e359bcb-1568-4acd-88ce-6cb114bf245e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:13.194168 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f15831b3-e6c5-4ea9-99c3-e453352ae80f req-1e359bcb-1568-4acd-88ce-6cb114bf245e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0565922 Jul 29 17:16:13.239445 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f15831b3-e6c5-4ea9-99c3-e453352ae80f req-e29325b7-63d1-4100-b1d5-f0bbd50db06a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351889 Jul 29 17:16:13.854772 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-573bbc6b-7570-4c24-8515-f5fd1fb24c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:13.935616 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb72ec6-500f-4b91-80ae-44fcdc1e2e9f req-e0da4700-8eb2-4eb8-9d97-a64110a79f3e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:13.937239 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dfb72ec6-500f-4b91-80ae-44fcdc1e2e9f req-e0da4700-8eb2-4eb8-9d97-a64110a79f3e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0559316 Jul 29 17:16:13.978265 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:13.980522 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dfb72ec6-500f-4b91-80ae-44fcdc1e2e9f req-24740944-a7d6-493d-b22f-69286a44a6d1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365255 Jul 29 17:16:14.366883 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6cf3a-4107-435b-a6f0-e83da7d95090 req-07104aaa-3519-441a-9bff-7715e966e702 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:14.368360 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d7b6cf3a-4107-435b-a6f0-e83da7d95090 req-07104aaa-3519-441a-9bff-7715e966e702 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0519092 Jul 29 17:16:14.410503 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d7b6cf3a-4107-435b-a6f0-e83da7d95090 req-0c82ec07-12d3-4ff6-84ab-316aaf65b049 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353081 Jul 29 17:16:14.836248 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:15.134636 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379748f6-770c-44cb-85fb-373f183fd747 req-bcc7888a-76a6-4fb0-add2-577c2eb77d1e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:15.136037 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-379748f6-770c-44cb-85fb-373f183fd747 req-bcc7888a-76a6-4fb0-add2-577c2eb77d1e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0489390 Jul 29 17:16:15.179985 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-379748f6-770c-44cb-85fb-373f183fd747 req-d240c2dd-78ed-42f2-8164-adc0d1da72bf tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356417 Jul 29 17:16:15.548888 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad0da0-59b4-436f-8ca2-7c4683bb6ef3 req-c9c8cf44-bf56-43da-9244-927977c25608 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:15.550376 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-48ad0da0-59b4-436f-8ca2-7c4683bb6ef3 req-c9c8cf44-bf56-43da-9244-927977c25608 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0515954 Jul 29 17:16:15.588905 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-48ad0da0-59b4-436f-8ca2-7c4683bb6ef3 req-a4e5d17d-d85d-4596-b36b-1702ad87c31c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Jul 29 17:16:16.301581 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4477ef-bc4e-48d0-9c90-46bc3b9619dd req-d71f19a0-751e-4785-8ec5-394cf3dd8ad3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:16.303017 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9b4477ef-bc4e-48d0-9c90-46bc3b9619dd req-d71f19a0-751e-4785-8ec5-394cf3dd8ad3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0488324 Jul 29 17:16:16.342725 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9b4477ef-bc4e-48d0-9c90-46bc3b9619dd req-06104e6a-baaf-48c7-b705-68ef60593d43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336065 Jul 29 17:16:16.364370 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:16.715357 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a2aa4-04a0-4380-8140-b6861c106b45 req-eb146ba6-fedd-4c3d-aff7-810258d56f08 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:16.717080 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-428a2aa4-04a0-4380-8140-b6861c106b45 req-eb146ba6-fedd-4c3d-aff7-810258d56f08 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0558293 Jul 29 17:16:16.756459 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-428a2aa4-04a0-4380-8140-b6861c106b45 req-7d0470d1-c606-4000-9b1a-dc2c5426edeb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Jul 29 17:16:16.893088 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:17.471670 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf6c3c-1ed5-4d94-af50-cb2d24d2a388 req-2ac4f3ee-ecf5-419d-ac17-fdd95f2b3846 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:17.473211 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-88cf6c3c-1ed5-4d94-af50-cb2d24d2a388 req-2ac4f3ee-ecf5-419d-ac17-fdd95f2b3846 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0538063 Jul 29 17:16:17.511278 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-88cf6c3c-1ed5-4d94-af50-cb2d24d2a388 req-2db455df-6ae8-43e6-9fa2-79bd2e3b27b4 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319805 Jul 29 17:16:17.874669 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816a745-5064-4106-8a30-3b6329701219 req-7b680937-75a4-4381-9d81-5ffc1b206d1a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:17.876150 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c816a745-5064-4106-8a30-3b6329701219 req-7b680937-75a4-4381-9d81-5ffc1b206d1a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0508876 Jul 29 17:16:17.914849 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c816a745-5064-4106-8a30-3b6329701219 req-b74ce139-8e16-4799-a880-7781415f4ef4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Jul 29 17:16:18.636893 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3984e-5553-4890-baea-f15f0b5217f1 req-f704b2d7-75f3-4532-b8a5-2c4b44e1c901 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:18.638919 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7bb3984e-5553-4890-baea-f15f0b5217f1 req-f704b2d7-75f3-4532-b8a5-2c4b44e1c901 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0503561 Jul 29 17:16:18.678861 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7bb3984e-5553-4890-baea-f15f0b5217f1 req-224bc6a4-5921-4497-928c-ce5c6327ed25 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 Jul 29 17:16:19.040881 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757a41e-3ffd-46ec-b720-eeecd7661c17 req-05c22690-c07f-44db-925c-6641d84f2561 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:19.043160 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f757a41e-3ffd-46ec-b720-eeecd7661c17 req-05c22690-c07f-44db-925c-6641d84f2561 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0499253 Jul 29 17:16:19.083919 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f757a41e-3ffd-46ec-b720-eeecd7661c17 req-3a2920b4-e018-406b-96a3-383f714de61c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335269 Jul 29 17:16:19.430559 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-4c7d4ca5-b1f7-4667-8bf3-261d281803d9 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:19.432128 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-4c7d4ca5-b1f7-4667-8bf3-261d281803d9 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/networks?id=2dc65600-4e8d-499b-8603-1f712e304870 HTTP/1.1" status: 200 len: 813 time: 0.1053019 Jul 29 17:16:19.448144 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-ca0ab3b9-1144-4a4d-bd70-3413b8554c13 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/quotas/ce658e881aaf4958b5b54b49201e660a HTTP/1.1" status: 200 len: 375 time: 0.0095594 Jul 29 17:16:19.483411 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-ecab5e53-f571-4e0c-a024-3d1bdb297a37 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce658e881aaf4958b5b54b49201e660a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292273 Jul 29 17:16:19.593072 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-6edecd63-8fba-4515-b2e6-ef1a240a80d8 service neutron] 10.222.0.13 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023281 Jul 29 17:16:19.688990 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b2c7023b-8509-462b-81cd-f6a7195f823a service neutron] 10.222.0.13 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894072 Jul 29 17:16:19.809245 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24589ce-e455-4aab-99a1-cc9c2627bd48 req-ec9584af-d6df-4a6f-b12b-89bb3efdbba1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:19.811356 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c24589ce-e455-4aab-99a1-cc9c2627bd48 req-ec9584af-d6df-4a6f-b12b-89bb3efdbba1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0588746 Jul 29 17:16:19.851702 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c24589ce-e455-4aab-99a1-cc9c2627bd48 req-d3bd18fb-1eb9-4805-a751-9c88edabf231 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327933 Jul 29 17:16:19.858863 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7a2c8eb8-0ac0-44d8-b7a5-b2362bc5b651 req-0ca84422-206b-45c3-9ad8-c51be706c35b tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 210 time: 0.0282197 Jul 29 17:16:20.207303 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f5a8a-b51e-4b80-ae84-d19b820b95db req-cd2e8836-a9b9-4246-a328-ef7ed7295f3e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:20.208883 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-563f5a8a-b51e-4b80-ae84-d19b820b95db req-cd2e8836-a9b9-4246-a328-ef7ed7295f3e tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0548933 Jul 29 17:16:20.254953 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-563f5a8a-b51e-4b80-ae84-d19b820b95db req-80a2ae5e-5929-4299-bd1f-b04cf73d9537 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390649 Jul 29 17:16:20.888803 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-9ffb4fec-89b3-4517-bc9d-e681ea825968 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800580398&fields=id&tenant_id=6fe8e2306f964474bb04b3f59f9abeff HTTP/1.1" status: 200 len: 267 time: 0.0331748 Jul 29 17:16:20.963605 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4499f7de-5b78-4a34-a535-b72badbe42fa req-6c7a5cce-6143-4d55-a6b5-400a512f143d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 210 time: 0.0313790 Jul 29 17:16:21.003278 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-c77d9ecf-55e8-431f-98f9-6a7fda4b5b0f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:21.004820 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-c77d9ecf-55e8-431f-98f9-6a7fda4b5b0f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 812 time: 0.1098139 Jul 29 17:16:21.020398 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-79d8f0f9-385d-4b58-82c5-f9ab8e235679 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/quotas/6fe8e2306f964474bb04b3f59f9abeff HTTP/1.1" status: 200 len: 375 time: 0.0094359 Jul 29 17:16:21.076375 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-af67bd77-fdd1-4ad8-9f96-3fb1c7f30c21 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503790 Jul 29 17:16:21.103098 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-eac95087-dc87-47f3-aa20-ceb0db7c9524 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:21.104739 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-eac95087-dc87-47f3-aa20-ceb0db7c9524 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0819395 Jul 29 17:16:21.113745 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a8c23-6b9a-4446-acb8-db4aa1c44fd8 req-37c980e8-a7b4-4336-8881-7709df2d03c6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:21.115217 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8e9a8c23-6b9a-4446-acb8-db4aa1c44fd8 req-37c980e8-a7b4-4336-8881-7709df2d03c6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0829728 Jul 29 17:16:21.170426 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-ca925d76-c37b-4d7c-82aa-b5cea519a409 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823114 Jul 29 17:16:21.205836 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8e9a8c23-6b9a-4446-acb8-db4aa1c44fd8 req-76f445e5-76f5-4350-9cf6-bf496d4713ae tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833800 Jul 29 17:16:21.244600 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Deleting port 4358736c-0d6f-46a0-8486-85330e5cd516 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:16:21.244946 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:21.263901 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-e7330cdb-beab-497f-bc24-0327b6f5e82a service neutron] 10.222.0.13 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868831 Jul 29 17:16:21.399103 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] For port 4358736c-0d6f-46a0-8486-85330e5cd516, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4358736c-0d6f-46a0-8486-85330e5cd516,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:21.399518 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:21.417514 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Calling delete_port for 4358736c-0d6f-46a0-8486-85330e5cd516 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:16:21.433233 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed7dc-a634-4f8e-974d-81c15183184c req-9cfafcb8-8ed8-4302-b365-30432fcb0018 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:21.435466 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3e2ed7dc-a634-4f8e-974d-81c15183184c req-9cfafcb8-8ed8-4302-b365-30432fcb0018 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 945 time: 0.0911927 Jul 29 17:16:21.605802 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3e2ed7dc-a634-4f8e-974d-81c15183184c req-2d8bff48-1701-4144-afee-5132ba6ed62a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612275 Jul 29 17:16:21.649746 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e23f85f2-a538-42a3-83e9-910af1eb6808 req-af090ab3-ddf4-4ab8-9bef-c3d66de5c442 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 210 time: 0.0517385 Jul 29 17:16:21.678470 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-79e6743f-f44d-4821-a552-7306196e7cbf tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:21.679926 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-79e6743f-f44d-4821-a552-7306196e7cbf tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.44 "GET /v2.0/networks?id=2dc65600-4e8d-499b-8603-1f712e304870 HTTP/1.1" status: 200 len: 813 time: 0.2264860 Jul 29 17:16:21.725950 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Request body: {'port': {'device_id': 'fa8b16a6-0111-410b-aa20-63b35211885c', 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870', 'admin_state_up': True, 'tenant_id': 'ce658e881aaf4958b5b54b49201e660a'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:21.793725 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:21.840930 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Pushing event deleted for resources: {'Port': ['ID=4358736c-0d6f-46a0-8486-85330e5cd516,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:21.841954 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['4358736c-0d6f-46a0-8486-85330e5cd516', 'c99d926a-50ed-4019-b470-6a52e5b2aa44'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:16:21.872447 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.872881 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.873649 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.874247 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.874762 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.875215 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.875817 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.876437 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.877171 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.878100 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.878590 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.879233 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:21.940989 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] No DVR routers for this DVR port 4358736c-0d6f-46a0-8486-85330e5cd516 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:16:21.948017 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:21.950144 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3c74799-c5b3-46f0-aab4-a3351ab44ae3 req-a364be76-e29f-40a7-9f69-5c3497c0705d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.44 "DELETE /v2.0/ports/4358736c-0d6f-46a0-8486-85330e5cd516 HTTP/1.1" status: 204 len: 173 time: 0.8340094 Jul 29 17:16:21.950625 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d118b8-30d2-4fa5-a110-adc5041e4c97', 'name': 'network-vif-deleted', 'tag': '4358736c-0d6f-46a0-8486-85330e5cd516'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:21.952981 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a230d74-9401-4795-8741-e20351e3641e" -d '{"events": [{"server_uuid": "b2d118b8-30d2-4fa5-a110-adc5041e4c97", "name": "network-vif-deleted", "tag": "4358736c-0d6f-46a0-8486-85330e5cd516"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:21.980147 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Made reservation on behalf of ce658e881aaf4958b5b54b49201e660a for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:16:21.984535 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:22.058211 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26baee55-a4fe-4df2-8185-863054bc9d4b x-openstack-request-id: req-26baee55-a4fe-4df2-8185-863054bc9d4b {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:22.058863 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d118b8-30d2-4fa5-a110-adc5041e4c97", "name": "network-vif-deleted", "tag": "4358736c-0d6f-46a0-8486-85330e5cd516", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:22.059333 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26baee55-a4fe-4df2-8185-863054bc9d4b {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:22.060751 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d118b8-30d2-4fa5-a110-adc5041e4c97', 'name': 'network-vif-deleted', 'tag': '4358736c-0d6f-46a0-8486-85330e5cd516', 'status': 'completed', 'code': 200} Jul 29 17:16:22.105428 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3be3cc54-ffdf-4481-9dad-c7172f6a6b35 req-09e582d5-59ad-41c2-8814-a25735d04e16 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 210 time: 0.0328183 Jul 29 17:16:22.146748 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Allocated IP 172.20.0.12 (2dc65600-4e8d-499b-8603-1f712e304870/089450ae-d340-46a2-8dcc-ed5532eee6cd/d87d0c54-6f32-44a8-ac2e-73ffcc378eab) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:16:22.333469 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:22.363495 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f89649-d48f-4d95-ad02-e084b1d6c10a req-14775729-b4bd-436a-9a3d-dd1f9b34f265 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:22.365317 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93f89649-d48f-4d95-ad02-e084b1d6c10a req-14775729-b4bd-436a-9a3d-dd1f9b34f265 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0811083 Jul 29 17:16:22.415817 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:22.419824 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93f89649-d48f-4d95-ad02-e084b1d6c10a req-0c0cdb3b-7047-4e65-9832-3b920b9eb92f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468309 Jul 29 17:16:22.460293 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Network 2dc65600-4e8d-499b-8603-1f712e304870 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:22.463619 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:22.470072 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:16:22.476360 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Pushing event updated for resources: {'Port': ['ID=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:22.526188 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:22.526869 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:22.541700 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-efd6df36-7a43-4814-8489-0095f6310808 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8221102 Jul 29 17:16:22.605707 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Request body: {'port': {'device_id': 'fa8b16a6-0111-410b-aa20-63b35211885c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:22.667762 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:22.792889 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-6aa73a82-e755-479f-bc53-dfc481b99aad req-079f892e-e341-4062-af50-15fa9a1a5726 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d118b8-30d2-4fa5-a110-adc5041e4c97 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Jul 29 17:16:22.820156 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 37266) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:22.851714 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-eda7fe3e-3c21-434e-be15-20043b0f2695 req-859d9962-a683-4031-9385-bc7013abea32 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 210 time: 0.0545990 Jul 29 17:16:22.986073 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-300adda7-00dc-4242-a39c-f04b84dafd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.049716 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87d0c54-6f32-44a8-ac2e-73ffcc378eab {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:16:23.063146 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.087314 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Transition to ACTIVE for port object d87d0c54-6f32-44a8-ac2e-73ffcc378eab will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:23.093986 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.236458 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6f688-3781-4673-924e-729804440cd3 req-5fe3d323-2e24-4729-9053-9cb6ca841ad4 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:23.238208 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4fc6f688-3781-4673-924e-729804440cd3 req-5fe3d323-2e24-4729-9053-9cb6ca841ad4 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 944 time: 0.0518980 Jul 29 17:16:23.280299 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4fc6f688-3781-4673-924e-729804440cd3 req-32248aa6-f071-40eb-8546-c2980a0c8f8e tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357366 Jul 29 17:16:23.461811 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:23.578609 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-300adda7-00dc-4242-a39c-f04b84dafd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.592824 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-300adda7-00dc-4242-a39c-f04b84dafd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.639783 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-0443f839-f6f8-40dd-bf85-580baba219bb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:23.641248 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-0443f839-f6f8-40dd-bf85-580baba219bb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 812 time: 0.4879193 Jul 29 17:16:23.670062 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Attempting to bind port d87d0c54-6f32-44a8-ac2e-73ffcc378eab on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:16:23.670391 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Attempting to bind port d87d0c54-6f32-44a8-ac2e-73ffcc378eab by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ddbd7985-222f-4d3d-a84d-5b8025734a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:16:23.670712 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Attempting to bind port d87d0c54-6f32-44a8-ac2e-73ffcc378eab on network 2dc65600-4e8d-499b-8603-1f712e304870 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:16:23.680675 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444527ea-2cce-4fa0-b839-6f4d9518ffe1 req-0cf6aa75-2da5-4e78-b44a-944dd4b364a5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:23.682116 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-444527ea-2cce-4fa0-b839-6f4d9518ffe1 req-0cf6aa75-2da5-4e78-b44a-944dd4b364a5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.1646249 Jul 29 17:16:23.694879 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-300adda7-00dc-4242-a39c-f04b84dafd63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91cc7f74ee8342419ca3e242a8ade589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8733678 Jul 29 17:16:23.697675 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 37276) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:23.699173 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300adda7-00dc-4242-a39c-f04b84dafd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5b1e7d-fc18-49d2-a39c-7be265fac46c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:23.703177 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Port d87d0c54-6f32-44a8-ac2e-73ffcc378eab on network 2dc65600-4e8d-499b-8603-1f712e304870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:16:23.703519 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Attempting to bind port d87d0c54-6f32-44a8-ac2e-73ffcc378eab on network 2dc65600-4e8d-499b-8603-1f712e304870 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:16:23.727183 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:16:23.727611 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Checking segment: {'id': 'ddbd7985-222f-4d3d-a84d-5b8025734a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:16:23.728041 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Bound using segment: {'id': 'ddbd7985-222f-4d3d-a84d-5b8025734a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:16:23.728584 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Bound port: d87d0c54-6f32-44a8-ac2e-73ffcc378eab, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbd7985-222f-4d3d-a84d-5b8025734a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:16:23.728951 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.755072 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.763900 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-07c04a3e-4612-4743-bb49-4cbd2a5b73c9 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe8e2306f964474bb04b3f59f9abeff HTTP/1.1" status: 200 len: 379 time: 0.1039853 Jul 29 17:16:23.779058 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.793863 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'port': {'device_id': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'admin_state_up': True, 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'security_groups': ['5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:23.800341 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-444527ea-2cce-4fa0-b839-6f4d9518ffe1 req-b3517768-5408-4cda-9052-24a3ac76f9eb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020265 Jul 29 17:16:23.837768 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.845785 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:23.849183 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b5b1e7d-fc18-49d2-a39c-7be265fac46c HTTP/1.1" status: 204 len: 168 time: 0.1482034 Jul 29 17:16:23.858106 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5b1e7d-fc18-49d2-a39c-7be265fac46c,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:23.867838 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.868458 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.869132 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.869669 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.870237 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.870755 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.871302 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.871831 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.872511 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.874073 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.874851 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.875410 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e58a9-726f-4977-923a-a4fa7246c40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:23.959196 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] For port d87d0c54-6f32-44a8-ac2e-73ffcc378eab, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:16:23.986595 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] For port d87d0c54-6f32-44a8-ac2e-73ffcc378eab, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:16:24.016233 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:24.020107 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-29c4af5b-7e7b-4fcf-950b-f7402ca7afcd req-f5a575ce-c686-4965-8d16-08b3d07b669b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 210 time: 0.0432236 Jul 29 17:16:24.093683 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:24.094001 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:24.095523 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/d87d0c54-6f32-44a8-ac2e-73ffcc378eab HTTP/1.1" status: 200 len: 1094 time: 1.4946418 Jul 29 17:16:24.098124 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8b16a6-0111-410b-aa20-63b35211885c', 'tag': 'd87d0c54-6f32-44a8-ac2e-73ffcc378eab'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:24.100347 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7790e8c-a290-4b23-a187-86fa2e0410cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8b16a6-0111-410b-aa20-63b35211885c", "tag": "d87d0c54-6f32-44a8-ac2e-73ffcc378eab"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:24.136015 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c52271-d1af-48ba-9006-635b27e2d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:24.146571 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Made reservation on behalf of 6fe8e2306f964474bb04b3f59f9abeff for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:16:24.150425 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:24.184088 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b315f6e-8cbc-4c5d-9bfc-82b48a2c840b x-openstack-request-id: req-1b315f6e-8cbc-4c5d-9bfc-82b48a2c840b {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:24.184373 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8b16a6-0111-410b-aa20-63b35211885c", "tag": "d87d0c54-6f32-44a8-ac2e-73ffcc378eab", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:24.184671 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b315f6e-8cbc-4c5d-9bfc-82b48a2c840b {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:24.185118 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8b16a6-0111-410b-aa20-63b35211885c', 'tag': 'd87d0c54-6f32-44a8-ac2e-73ffcc378eab', 'status': 'completed', 'code': 200} Jul 29 17:16:24.296075 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada86fa2-2cb0-4bdc-8331-c23b0895cfba req-802a876c-2f0e-4c8d-8d96-e7f19036d002 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:24.297593 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ada86fa2-2cb0-4bdc-8331-c23b0895cfba req-802a876c-2f0e-4c8d-8d96-e7f19036d002 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1439753 Jul 29 17:16:24.370403 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7790e8c-a290-4b23-a187-86fa2e0410cb req-950c69dc-510c-47d0-b4dc-a597ab4ab55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:24.371955 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a7790e8c-a290-4b23-a187-86fa2e0410cb req-950c69dc-510c-47d0-b4dc-a597ab4ab55a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce658e881aaf4958b5b54b49201e660a&device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 1097 time: 0.1476068 Jul 29 17:16:24.391692 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ada86fa2-2cb0-4bdc-8331-c23b0895cfba req-12c6d97b-735b-4808-83e3-512b6b0592bb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858622 Jul 29 17:16:24.412935 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aebee6-ada6-47df-ad8c-ed3bf29f7f53 req-d97cc17d-04ff-47de-ab5a-cc543aeaec25 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:24.414501 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-38aebee6-ada6-47df-ad8c-ed3bf29f7f53 req-d97cc17d-04ff-47de-ab5a-cc543aeaec25 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 944 time: 0.0578120 Jul 29 17:16:24.452952 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Allocated IP 172.20.0.14 (5ae59075-d98f-46e5-9ff2-b543dd700484/da91c2f1-98a1-47cc-86db-ca9ec38a300d/f8d83404-49e1-44c9-beef-5a2edf72ca4d) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:16:24.455157 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-38aebee6-ada6-47df-ad8c-ed3bf29f7f53 req-3a32a168-62ee-49ad-9c5a-da021e1a167f tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Jul 29 17:16:24.533005 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7790e8c-a290-4b23-a187-86fa2e0410cb req-4933a0be-e7ee-4bfd-9c3d-bc93c3acd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:24.534631 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a7790e8c-a290-4b23-a187-86fa2e0410cb req-4933a0be-e7ee-4bfd-9c3d-bc93c3acd3c9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ce658e881aaf4958b5b54b49201e660a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1420763 Jul 29 17:16:24.700376 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:24.706096 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7790e8c-a290-4b23-a187-86fa2e0410cb req-76b47d77-b61f-460e-940a-87070521ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:24.707898 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a7790e8c-a290-4b23-a187-86fa2e0410cb req-76b47d77-b61f-460e-940a-87070521ce5f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379478 Jul 29 17:16:24.717317 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Transition to ACTIVE for port object f8d83404-49e1-44c9-beef-5a2edf72ca4d will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:24.753346 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:24.804682 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:24.823566 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:24.830788 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:16:24.860796 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'Port': ['ID=f8d83404-49e1-44c9-beef-5a2edf72ca4d,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:24.891415 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-e68e5bba-a2eb-4ed3-bd5c-ed652a4fdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:24.892963 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-e68e5bba-a2eb-4ed3-bd5c-ed652a4fdfac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce658e881aaf4958b5b54b49201e660a&device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 1097 time: 0.1049674 Jul 29 17:16:24.899009 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:24.899631 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:24.976151 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-317d8803-ef1d-4779-a91f-771bd4e1238b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2034729 Jul 29 17:16:24.978193 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-9679e9fd-9fdb-49d9-9221-447d8dc67462 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d87d0c54-6f32-44a8-ac2e-73ffcc378eab HTTP/1.1" status: 200 len: 217 time: 0.0614271 Jul 29 17:16:24.996079 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bce344-c314-49df-b6b8-798687127012 req-2d74615c-6a5b-4c26-bbe3-5a6cbc8f8ff0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:24.998212 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-47bce344-c314-49df-b6b8-798687127012 req-2d74615c-6a5b-4c26-bbe3-5a6cbc8f8ff0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0958724 Jul 29 17:16:25.004180 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Request body: {'port': {'device_id': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:25.071110 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-70815b32-1b80-464e-855e-f7609047db43 None None] Provisioning for port f8d83404-49e1-44c9-beef-5a2edf72ca4d completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:25.077602 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-70815b32-1b80-464e-855e-f7609047db43 None None] Provisioning complete for port f8d83404-49e1-44c9-beef-5a2edf72ca4d triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:25.078257 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-70815b32-1b80-464e-855e-f7609047db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:25.111521 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 4358736c-0d6f-46a0-8486-85330e5cd516 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:16:25.134024 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-6ed4a552-62d4-4f40-8fba-47bae1616d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:25.136632 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-6ed4a552-62d4-4f40-8fba-47bae1616d33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=089450ae-d340-46a2-8dcc-ed5532eee6cd HTTP/1.1" status: 200 len: 853 time: 0.1295009 Jul 29 17:16:25.143493 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-47bce344-c314-49df-b6b8-798687127012 req-2b5b91b7-e483-4a9e-b068-3766f3784447 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351125 Jul 29 17:16:25.145288 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:25.145462 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: 4358736c-0d6f-46a0-8486-85330e5cd516 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:16:25.145873 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 4358736c-0d6f-46a0-8486-85330e5cd516 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:16:25.147628 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-70815b32-1b80-464e-855e-f7609047db43 None None] Port f8d83404-49e1-44c9-beef-5a2edf72ca4d cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:16:25.196860 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779192-823f-4f18-8852-98047db2ef26 req-741c3548-9883-4993-a1e1-581000d5c195 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:25.198427 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-67779192-823f-4f18-8852-98047db2ef26 req-741c3548-9883-4993-a1e1-581000d5c195 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 932 time: 0.0725977 Jul 29 17:16:25.211893 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-ef76cb2f-7e81-4d83-b562-bed616cdc010 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2dc65600-4e8d-499b-8603-1f712e304870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608222 Jul 29 17:16:25.242314 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-67779192-823f-4f18-8852-98047db2ef26 req-622d53db-515b-420d-aaac-52934d7f03d6 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372739 Jul 29 17:16:25.423657 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-aff7821d-562d-4e4b-b369-82b99eca0f02 service neutron] 10.222.0.44 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999576 Jul 29 17:16:25.574720 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae44cd5-dac4-4b80-aaa6-d146fb0d4b25 req-3ca41f62-aed0-4228-a994-8a35c69a82a4 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:25.576251 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ae44cd5-dac4-4b80-aaa6-d146fb0d4b25 req-3ca41f62-aed0-4228-a994-8a35c69a82a4 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 944 time: 0.0518038 Jul 29 17:16:25.614006 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ae44cd5-dac4-4b80-aaa6-d146fb0d4b25 req-5f4a5d11-ffd1-4cde-8962-d177e80c5037 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Jul 29 17:16:25.621886 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac2493-2243-463e-8b7f-e3cfd7563a90 req-74455d3f-a599-40c2-a3e2-e6687fa4a4fb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:25.624058 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d1ac2493-2243-463e-8b7f-e3cfd7563a90 req-74455d3f-a599-40c2-a3e2-e6687fa4a4fb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.1366575 Jul 29 17:16:25.658015 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d83404-49e1-44c9-beef-5a2edf72ca4d {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:16:25.668524 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:25.673276 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:16:25.679947 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-80811c8b-b7f4-4fb0-b2c7-9ab490df70ac req-fc9e3f66-44ec-46c9-b90f-3008224c9cab service neutron] 10.222.0.44 "GET /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424755 Jul 29 17:16:25.700175 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Transition to ACTIVE for port object f8d83404-49e1-44c9-beef-5a2edf72ca4d will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:25.709334 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d1ac2493-2243-463e-8b7f-e3cfd7563a90 req-d0eaf267-232a-429c-9b50-826dbc3ac2c1 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712967 Jul 29 17:16:25.709922 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:25.776775 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d83404-49e1-44c9-beef-5a2edf72ca4d,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:25.850558 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Attempting to bind port f8d83404-49e1-44c9-beef-5a2edf72ca4d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:16:25.850901 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Attempting to bind port f8d83404-49e1-44c9-beef-5a2edf72ca4d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:16:25.851234 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Attempting to bind port f8d83404-49e1-44c9-beef-5a2edf72ca4d on network 5ae59075-d98f-46e5-9ff2-b543dd700484 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:16:25.855767 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Port f8d83404-49e1-44c9-beef-5a2edf72ca4d on network 5ae59075-d98f-46e5-9ff2-b543dd700484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:16:25.856091 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Attempting to bind port f8d83404-49e1-44c9-beef-5a2edf72ca4d on network 5ae59075-d98f-46e5-9ff2-b543dd700484 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:16:25.861388 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:16:25.861863 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Checking segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:16:25.862257 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Bound using segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:16:25.862693 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Bound port: f8d83404-49e1-44c9-beef-5a2edf72ca4d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:16:25.863059 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:25.933777 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] For port f8d83404-49e1-44c9-beef-5a2edf72ca4d, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:16:25.938306 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] For port f8d83404-49e1-44c9-beef-5a2edf72ca4d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d83404-49e1-44c9-beef-5a2edf72ca4d,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:16:25.945993 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:25.985309 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:25.985965 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:25.987368 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] 10.222.0.44 "PUT /v2.0/ports/f8d83404-49e1-44c9-beef-5a2edf72ca4d HTTP/1.1" status: 200 len: 1094 time: 0.9873977 Jul 29 17:16:26.012806 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f15423-e219-4d06-9309-5194dcec8590 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d83404-49e1-44c9-beef-5a2edf72ca4d,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:26.110785 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-5fc337d7-2915-45b2-ab6c-a4550ce79999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:26.112296 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-5fc337d7-2915-45b2-ab6c-a4550ce79999 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 1097 time: 0.0438163 Jul 29 17:16:26.172875 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-0d8f52d6-d6f0-487a-bdd6-618e2af61522 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8d83404-49e1-44c9-beef-5a2edf72ca4d HTTP/1.1" status: 200 len: 217 time: 0.0405712 Jul 29 17:16:26.185761 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'tag': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:26.188121 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467490b4-4846-43a7-8da3-2a9e8794ad85" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba8d7d2-0958-4b15-a643-3230f05d932d", "tag": "f8d83404-49e1-44c9-beef-5a2edf72ca4d"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:26.238263 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-fbaf6c8e-6ec2-48ce-9906-e81b20a4e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:26.239989 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-fbaf6c8e-6ec2-48ce-9906-e81b20a4e3c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0558324 Jul 29 17:16:26.250077 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3411ea-d1e9-4bbb-817f-273ec74ab29a x-openstack-request-id: req-de3411ea-d1e9-4bbb-817f-273ec74ab29a {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:26.250743 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba8d7d2-0958-4b15-a643-3230f05d932d", "tag": "f8d83404-49e1-44c9-beef-5a2edf72ca4d", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:26.251144 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de3411ea-d1e9-4bbb-817f-273ec74ab29a {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:26.251713 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'tag': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'status': 'completed', 'code': 200} Jul 29 17:16:26.299668 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a8d11-34e3-4c64-b1b0-fa32ce7b73da req-cb6d3188-f2f1-4d19-b30d-f958c1121320 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:26.301620 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-da3a8d11-34e3-4c64-b1b0-fa32ce7b73da req-cb6d3188-f2f1-4d19-b30d-f958c1121320 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 944 time: 0.0645630 Jul 29 17:16:26.323010 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-ce62501b-32a9-4907-a5f7-dd224b0ba360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:26.324771 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-ce62501b-32a9-4907-a5f7-dd224b0ba360 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0587897 Jul 29 17:16:26.367538 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-da3a8d11-34e3-4c64-b1b0-fa32ce7b73da req-6b92832f-3760-4d57-a98f-252fb2fcd069 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564609 Jul 29 17:16:26.447621 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371f1f0-d791-43c8-be25-2fe4d25a484c req-006d57c9-5ea7-490c-bf0f-f0c6cb70eef1 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:26.449268 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c371f1f0-d791-43c8-be25-2fe4d25a484c req-006d57c9-5ea7-490c-bf0f-f0c6cb70eef1 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 944 time: 0.1202989 Jul 29 17:16:26.493386 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-a6f8f96e-531e-4c51-aa3a-cbc708c24d24 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347547 Jul 29 17:16:26.514043 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c371f1f0-d791-43c8-be25-2fe4d25a484c req-d357d74b-7c35-4ddb-81d5-310de5487f64 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577958 Jul 29 17:16:26.606084 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10e72114-f75e-4929-85aa-b805cd38c8fe req-65e49fb8-bd98-4590-b15e-d3791a2cd40e service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025281 Jul 29 17:16:26.630117 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58427cdf-9d95-4d4c-a829-1fdabbf67186 req-7c2079df-0893-450b-b235-d7add62fe7eb tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:26.631541 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-58427cdf-9d95-4d4c-a829-1fdabbf67186 req-7c2079df-0893-450b-b235-d7add62fe7eb tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0483556 Jul 29 17:16:26.674006 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-58427cdf-9d95-4d4c-a829-1fdabbf67186 req-23a24323-3226-4256-89b8-f5b32167e5bb tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359800 Jul 29 17:16:26.775277 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18760b-2272-484d-a333-3c6ccf6fcb0e req-9abd2d85-8d83-4202-b2d2-80337cc52ea6 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:26.776966 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0f18760b-2272-484d-a333-3c6ccf6fcb0e req-9abd2d85-8d83-4202-b2d2-80337cc52ea6 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 944 time: 0.0824187 Jul 29 17:16:26.793603 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-8bc89934-1c86-4b06-a1f0-d4484a4fa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:26.795085 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-8bc89934-1c86-4b06-a1f0-d4484a4fa360 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 1097 time: 0.0617034 Jul 29 17:16:26.843288 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0939905-e79c-4fb6-8edb-2e68d7befbef req-4b41ff64-a64d-4748-8d46-7114c8714e13 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:26.844814 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b0939905-e79c-4fb6-8edb-2e68d7befbef req-4b41ff64-a64d-4748-8d46-7114c8714e13 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0638001 Jul 29 17:16:26.887469 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b0939905-e79c-4fb6-8edb-2e68d7befbef req-4e69e36d-ba72-4f30-b721-d19a5b7cffcb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Jul 29 17:16:27.099213 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0f18760b-2272-484d-a333-3c6ccf6fcb0e req-85c14e04-6402-4114-9ddb-cb3cee2891e1 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135636 Jul 29 17:16:27.124038 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:16:27.144746 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-86e4497b-e453-490b-9057-cb740de46c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:27.146220 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-86e4497b-e453-490b-9057-cb740de46c3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.3401296 Jul 29 17:16:27.196947 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-ae43d1da-34be-4a1b-83c2-44fc18eeb4f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8d83404-49e1-44c9-beef-5a2edf72ca4d HTTP/1.1" status: 200 len: 217 time: 0.0382137 Jul 29 17:16:27.231908 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:27.242921 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'port_id': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'mac_address': 'fa:16:3e:3c:40:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:16:27.248617 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-a86cccda-9059-46c1-887e-e7e8e1bc277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:27.250043 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-a86cccda-9059-46c1-887e-e7e8e1bc277f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0439825 Jul 29 17:16:27.284456 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:27.300400 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-9e892bac-21a0-487a-b96b-b343933e0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:27.302012 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-9e892bac-21a0-487a-b96b-b343933e0701 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425344 Jul 29 17:16:27.411614 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72059c-d6a2-4b78-a35d-9f3523ca1d5b {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:16:27.417550 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-d475a9ea-5252-4cac-a8b9-db933ab7c5f8 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921347 Jul 29 17:16:27.431440 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:27.436632 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:27.489523 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=9']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:27.497770 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.498136 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.498470 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.498801 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.498931 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903114c-c5af-4935-9ccc-39f35dda0f52 req-78e14cf5-0d05-47c6-ae0f-7f9e200186c3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:27.499145 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.499467 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.499824 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.500156 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.500489 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.500625 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8903114c-c5af-4935-9ccc-39f35dda0f52 req-78e14cf5-0d05-47c6-ae0f-7f9e200186c3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 945 time: 0.0523825 Jul 29 17:16:27.500878 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.501205 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.501535 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:16:27.516530 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-467490b4-4846-43a7-8da3-2a9e8794ad85 req-48bbbbe9-e329-4afb-86d8-343c78cd722d service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903838 Jul 29 17:16:27.540213 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8903114c-c5af-4935-9ccc-39f35dda0f52 req-0c7fee4d-6485-43e7-a929-95120ae1fa5b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318408 Jul 29 17:16:27.639250 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53707cfc-f7ee-4d15-8c93-4fa1afdc3d31 req-a7f7623c-2682-4e3a-be0b-fb99672ab7f4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:27.640783 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-53707cfc-f7ee-4d15-8c93-4fa1afdc3d31 req-a7f7623c-2682-4e3a-be0b-fb99672ab7f4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 944 time: 0.0549231 Jul 29 17:16:27.678994 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-53707cfc-f7ee-4d15-8c93-4fa1afdc3d31 req-12ed0ed5-8a1a-4a27-a578-2d5bbacffb8b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Jul 29 17:16:27.792580 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba2785-cc39-44ce-916d-6400cc652e57 req-92ceee53-ea53-4a70-a451-d8d37af5eb9b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:27.794499 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-75ba2785-cc39-44ce-916d-6400cc652e57 req-92ceee53-ea53-4a70-a451-d8d37af5eb9b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0516055 Jul 29 17:16:27.837226 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-75ba2785-cc39-44ce-916d-6400cc652e57 req-8bca5633-5238-44ed-add0-662d9289564d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368152 Jul 29 17:16:27.954816 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:16:28.002584 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7151918-40c3-477f-a787-d1459d521b15 req-340ed5e5-bd4a-4c28-a998-3bb91c15f5fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:28.004100 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c7151918-40c3-477f-a787-d1459d521b15 req-340ed5e5-bd4a-4c28-a998-3bb91c15f5fc tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0485170 Jul 29 17:16:28.046228 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c7151918-40c3-477f-a787-d1459d521b15 req-c0c4866a-b361-4549-a4cd-dc3a8afb84fb tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Jul 29 17:16:28.220304 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74466cb-2d86-4ce9-83f7-035c9226eea2 req-7a045456-d75c-4a14-b12a-83e3384f4ff3 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:28.221853 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d74466cb-2d86-4ce9-83f7-035c9226eea2 req-7a045456-d75c-4a14-b12a-83e3384f4ff3 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 944 time: 0.0528646 Jul 29 17:16:28.259298 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d74466cb-2d86-4ce9-83f7-035c9226eea2 req-5a7f56d8-d883-4b8f-be31-2b8d7aa60601 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Jul 29 17:16:28.660237 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b367cf-4f56-4745-9f14-0a908fca49e8 req-cbd4a46f-291e-4ca1-8fb8-47755e4cdc1f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:28.661731 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-82b367cf-4f56-4745-9f14-0a908fca49e8 req-cbd4a46f-291e-4ca1-8fb8-47755e4cdc1f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 945 time: 0.0484228 Jul 29 17:16:28.698813 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-82b367cf-4f56-4745-9f14-0a908fca49e8 req-8b403c31-dc2f-49f1-9bbd-34a19d092d3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312707 Jul 29 17:16:28.793490 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40900a-f79f-4db0-8cbc-3661ee2fc20f req-73310c24-81f6-47e4-b9f2-f8ec662f7830 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:28.795284 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe40900a-f79f-4db0-8cbc-3661ee2fc20f req-73310c24-81f6-47e4-b9f2-f8ec662f7830 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 944 time: 0.0501850 Jul 29 17:16:28.835823 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe40900a-f79f-4db0-8cbc-3661ee2fc20f req-4750e152-213b-4348-ae07-bda7fd2b517f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340362 Jul 29 17:16:28.957065 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a15cb8-9e68-4bd9-b89b-0994ba9332d9 req-ac24bd20-6236-4683-8a46-351060ff630f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:28.958579 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-42a15cb8-9e68-4bd9-b89b-0994ba9332d9 req-ac24bd20-6236-4683-8a46-351060ff630f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0524523 Jul 29 17:16:28.995405 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-42a15cb8-9e68-4bd9-b89b-0994ba9332d9 req-d2e3516c-3e84-4f35-a38c-9ab293810947 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309429 Jul 29 17:16:29.152278 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device d87d0c54-6f32-44a8-ac2e-73ffcc378eab details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:16:29.162800 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:16:29.166005 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cc284-eef5-41df-84d7-217daffb6831 req-abc93255-f7df-46d6-81c9-508fde6fbbc8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:29.167519 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fa7cc284-eef5-41df-84d7-217daffb6831 req-abc93255-f7df-46d6-81c9-508fde6fbbc8 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0492158 Jul 29 17:16:29.205865 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fa7cc284-eef5-41df-84d7-217daffb6831 req-501c66a7-60a9-44a0-8699-99a1707f7631 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Jul 29 17:16:29.267768 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:29.268138 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:29.308015 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port d87d0c54-6f32-44a8-ac2e-73ffcc378eab, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:29.326243 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'd87d0c54-6f32-44a8-ac2e-73ffcc378eab', 'network_id': '2dc65600-4e8d-499b-8603-1f712e304870', 'port_id': 'd87d0c54-6f32-44a8-ac2e-73ffcc378eab', 'mac_address': 'fa:16:3e:44:c9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089450ae-d340-46a2-8dcc-ed5532eee6cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:16:29.375236 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e8f4-8028-4f4f-ba65-e37f91927f76 req-92d5bf05-47d7-40b1-98f0-a3ed505f8fc1 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:29.376684 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-03b1e8f4-8028-4f4f-ba65-e37f91927f76 req-92d5bf05-47d7-40b1-98f0-a3ed505f8fc1 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 944 time: 0.0500410 Jul 29 17:16:29.392571 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:29.408017 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:29.414582 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-03b1e8f4-8028-4f4f-ba65-e37f91927f76 req-0c3831ee-be74-4752-aa04-ba6b9f1cb146 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jul 29 17:16:29.417657 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87d0c54-6f32-44a8-ac2e-73ffcc378eab {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:16:29.449628 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:29.451845 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc00630-1628-496a-996d-7d6555e21d41" -d '{"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-plugged", "status": "completed", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:29.463469 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port d87d0c54-6f32-44a8-ac2e-73ffcc378eab, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:29.467879 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:29.469384 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:29.473688 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:29.494612 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3647420d-088d-4ae4-935c-01a32f81093a x-openstack-request-id: req-3647420d-088d-4ae4-935c-01a32f81093a {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:29.494908 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-plugged", "status": "completed", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:29.495161 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3647420d-088d-4ae4-935c-01a32f81093a {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:29.495546 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'code': 200} Jul 29 17:16:29.521214 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:29.569945 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=10']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:29.817474 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a28dd2-1cf3-469b-b4e6-2dd6a9fc09cd req-bce21bcf-b160-40c4-be74-3b57c49f52c2 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:29.818940 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-79a28dd2-1cf3-469b-b4e6-2dd6a9fc09cd req-bce21bcf-b160-40c4-be74-3b57c49f52c2 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 947 time: 0.0479245 Jul 29 17:16:29.857064 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-79a28dd2-1cf3-469b-b4e6-2dd6a9fc09cd req-0df3526b-b8a4-4ab5-84cf-775c3e5ff17f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Jul 29 17:16:29.920433 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['d87d0c54-6f32-44a8-ac2e-73ffcc378eab'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:16:29.968332 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f439ca-cb56-495c-81b5-4f99243d0510 req-f9736f4a-522e-431b-812d-851114a6cab3 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:29.970188 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c4f439ca-cb56-495c-81b5-4f99243d0510 req-f9736f4a-522e-431b-812d-851114a6cab3 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 944 time: 0.0684724 Jul 29 17:16:30.015676 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c4f439ca-cb56-495c-81b5-4f99243d0510 req-681c6ca6-5cfe-4876-9901-91968f8e9acb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381119 Jul 29 17:16:30.124697 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6eabc0-1e77-4d79-a832-39e44eab4c01 req-42930d9f-797c-460d-a8ab-680a79cdad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:30.126191 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0a6eabc0-1e77-4d79-a832-39e44eab4c01 req-42930d9f-797c-460d-a8ab-680a79cdad0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 1100 time: 0.0771518 Jul 29 17:16:30.143359 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020826e-d62e-4626-accf-8415a4351bd2 req-821d1b44-009a-4445-bf23-acb682aff228 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:30.144813 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0020826e-d62e-4626-accf-8415a4351bd2 req-821d1b44-009a-4445-bf23-acb682aff228 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0620966 Jul 29 17:16:30.193239 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0a6eabc0-1e77-4d79-a832-39e44eab4c01 req-e13e8d14-fe1e-411a-a980-ac84560f7902 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583127 Jul 29 17:16:30.200941 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0020826e-d62e-4626-accf-8415a4351bd2 req-def06289-7623-4ca7-b320-ddce3375157a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502322 Jul 29 17:16:30.318533 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3fde5-bcea-4144-9e48-51b590257e2c req-858a1d9b-5811-4662-8026-9b761cec36a4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:30.319908 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1ea3fde5-bcea-4144-9e48-51b590257e2c req-858a1d9b-5811-4662-8026-9b761cec36a4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0479541 Jul 29 17:16:30.356220 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1ea3fde5-bcea-4144-9e48-51b590257e2c req-e94ec358-87f5-46a8-8b5b-94c91cd36d7c tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299177 Jul 29 17:16:30.529348 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f884ec-4485-41cb-93c4-d4b6f697f0ff req-a2f9202e-8bb1-4480-b4ff-ade7914b190a tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:30.530880 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b4f884ec-4485-41cb-93c4-d4b6f697f0ff req-a2f9202e-8bb1-4480-b4ff-ade7914b190a tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 945 time: 0.0498767 Jul 29 17:16:30.571417 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b4f884ec-4485-41cb-93c4-d4b6f697f0ff req-f22ab426-d942-4ed6-aedc-2b65cf97b7bc tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342991 Jul 29 17:16:30.974341 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e1cd4-8a20-4bd4-8bea-e3568dc78d00 req-fbbd93eb-a881-42bb-aefc-9f6fb0625dcc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:30.975822 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e45e1cd4-8a20-4bd4-8bea-e3568dc78d00 req-fbbd93eb-a881-42bb-aefc-9f6fb0625dcc tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 947 time: 0.0483272 Jul 29 17:16:31.014152 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e45e1cd4-8a20-4bd4-8bea-e3568dc78d00 req-219810e1-3856-4e0c-9149-96e5181527c4 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316877 Jul 29 17:16:31.133947 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10739-319d-4dfa-af05-bb97881852d9 req-bd0e022a-90a7-449a-a38b-31fb3a8da3f2 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:31.135524 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-76c10739-319d-4dfa-af05-bb97881852d9 req-bd0e022a-90a7-449a-a38b-31fb3a8da3f2 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 944 time: 0.0499222 Jul 29 17:16:31.145696 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device d87d0c54-6f32-44a8-ac2e-73ffcc378eab up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:16:31.175250 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-76c10739-319d-4dfa-af05-bb97881852d9 req-b15f019c-e99b-442e-bec7-a56c9dc41b3c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336599 Jul 29 17:16:31.195062 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port d87d0c54-6f32-44a8-ac2e-73ffcc378eab completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:31.198679 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port d87d0c54-6f32-44a8-ac2e-73ffcc378eab triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:31.199052 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:31.277945 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:31.312933 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port d87d0c54-6f32-44a8-ac2e-73ffcc378eab, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:31.316974 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:31.320150 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab95c3-f9c4-4d86-89bf-b4c1060c25e7 req-316c8f45-dad0-4437-9e5e-9a83ea43a1aa tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:31.321710 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-93ab95c3-f9c4-4d86-89bf-b4c1060c25e7 req-316c8f45-dad0-4437-9e5e-9a83ea43a1aa tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0528605 Jul 29 17:16:31.359876 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-93ab95c3-f9c4-4d86-89bf-b4c1060c25e7 req-da3b918e-a1ff-455b-bc3d-265c3a7d6119 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Jul 29 17:16:31.364817 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:31.470758 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abe066-27b9-45c7-a4c1-90d8ce572812 req-a611e1ab-ad53-4e43-9738-f0e4ecc97143 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:31.472376 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-12abe066-27b9-45c7-a4c1-90d8ce572812 req-a611e1ab-ad53-4e43-9738-f0e4ecc97143 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0501144 Jul 29 17:16:31.496657 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8b16a6-0111-410b-aa20-63b35211885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87d0c54-6f32-44a8-ac2e-73ffcc378eab'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:31.499153 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d840ee-749a-45cf-9b64-b5ab45905914" -d '{"events": [{"server_uuid": "fa8b16a6-0111-410b-aa20-63b35211885c", "name": "network-vif-plugged", "status": "completed", "tag": "d87d0c54-6f32-44a8-ac2e-73ffcc378eab"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:31.510925 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-12abe066-27b9-45c7-a4c1-90d8ce572812 req-6dde4a5b-66b6-44cd-8a08-864b2f2b07cd tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Jul 29 17:16:31.535349 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d44a7c7-9650-4c5f-89f2-9a71bbf3b1cd x-openstack-request-id: req-3d44a7c7-9650-4c5f-89f2-9a71bbf3b1cd {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:31.535643 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8b16a6-0111-410b-aa20-63b35211885c", "name": "network-vif-plugged", "status": "completed", "tag": "d87d0c54-6f32-44a8-ac2e-73ffcc378eab", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:31.535892 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d44a7c7-9650-4c5f-89f2-9a71bbf3b1cd {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:31.536507 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8b16a6-0111-410b-aa20-63b35211885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87d0c54-6f32-44a8-ac2e-73ffcc378eab', 'code': 200} Jul 29 17:16:31.684797 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f9482-0e04-4e45-bf5f-6f30ba2abcb9 req-226dd817-b6f9-49cf-aa00-5c3915294d8d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:31.686325 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e71f9482-0e04-4e45-bf5f-6f30ba2abcb9 req-226dd817-b6f9-49cf-aa00-5c3915294d8d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 946 time: 0.0488527 Jul 29 17:16:31.731469 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e71f9482-0e04-4e45-bf5f-6f30ba2abcb9 req-872d90dd-e853-4c87-aafc-821a4d42b2b1 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390787 Jul 29 17:16:31.927928 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7298578-1fc6-4293-882a-74a311b4bade req-4935124f-3270-443a-bb23-5041a3398210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:31.929486 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e7298578-1fc6-4293-882a-74a311b4bade req-4935124f-3270-443a-bb23-5041a3398210 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 1099 time: 0.0396969 Jul 29 17:16:31.970196 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e7298578-1fc6-4293-882a-74a311b4bade req-bb14375d-3a84-4481-9e00-233f3a51bcb7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303962 Jul 29 17:16:32.154897 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37915162-7ed9-4b72-a8f8-12ab4dbe9d7d req-0b41eff8-988e-4802-ab38-5aa340466047 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:32.156511 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-37915162-7ed9-4b72-a8f8-12ab4dbe9d7d req-0b41eff8-988e-4802-ab38-5aa340466047 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 947 time: 0.0542238 Jul 29 17:16:32.204697 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-37915162-7ed9-4b72-a8f8-12ab4dbe9d7d req-acb38c48-6c1a-4177-8991-e59df3007435 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420549 Jul 29 17:16:32.300388 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fa69a-9b29-4c6f-8397-5daaa779eac1 req-0bdbd23f-6f44-40ba-b111-848c8c10c483 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:32.301966 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-526fa69a-9b29-4c6f-8397-5daaa779eac1 req-0bdbd23f-6f44-40ba-b111-848c8c10c483 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 944 time: 0.0520658 Jul 29 17:16:32.340898 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-526fa69a-9b29-4c6f-8397-5daaa779eac1 req-c414afe5-6ab3-43de-b21b-f2317cf6bf38 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 Jul 29 17:16:32.427299 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95cd92-e310-4b03-a999-5997d983d1be req-cbea2adb-5d4d-49e8-861e-5b0baef5859d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:32.428786 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cf95cd92-e310-4b03-a999-5997d983d1be req-cbea2adb-5d4d-49e8-861e-5b0baef5859d tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.44 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0516760 Jul 29 17:16:32.477002 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44224c-900b-4ff2-8290-102ace7359eb req-b658ba19-e6e1-47e3-ba60-406def699906 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:32.478500 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9c44224c-900b-4ff2-8290-102ace7359eb req-b658ba19-e6e1-47e3-ba60-406def699906 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0478098 Jul 29 17:16:32.520692 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9c44224c-900b-4ff2-8290-102ace7359eb req-3c463a3e-2ba3-43b7-8a2e-04867ff7b9df tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357447 Jul 29 17:16:32.558831 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-cf95cd92-e310-4b03-a999-5997d983d1be req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Deleting port c99d926a-50ed-4019-b470-6a52e5b2aa44 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:16:32.559253 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-cf95cd92-e310-4b03-a999-5997d983d1be req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:32.680100 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb05c6-ce5c-4dd0-bdd1-9e2e22c3eed0 req-996aa8be-c8e1-4a58-b45f-8256ae17d7ba tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:32.681702 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bb05c6-ce5c-4dd0-bdd1-9e2e22c3eed0 req-996aa8be-c8e1-4a58-b45f-8256ae17d7ba tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 946 time: 0.0825520 Jul 29 17:16:32.694945 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-cf95cd92-e310-4b03-a999-5997d983d1be req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] For port c99d926a-50ed-4019-b470-6a52e5b2aa44, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c99d926a-50ed-4019-b470-6a52e5b2aa44,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:32.695316 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-cf95cd92-e310-4b03-a999-5997d983d1be req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:32.720604 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-cf95cd92-e310-4b03-a999-5997d983d1be req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Calling delete_port for c99d926a-50ed-4019-b470-6a52e5b2aa44 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:16:32.746962 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bb05c6-ce5c-4dd0-bdd1-9e2e22c3eed0 req-4345a7fd-f7fe-40a3-aaf9-6588f1ee888a tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/security-groups?id=657856dd-8bff-45e8-a82a-0783b05e78bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573928 Jul 29 17:16:32.853183 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea7e9e-57ab-4bf2-b939-a7d11cb12d3b req-363111db-94eb-492b-af4b-6e7e1fd9b0f2 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:32.854621 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-04ea7e9e-57ab-4bf2-b939-a7d11cb12d3b req-363111db-94eb-492b-af4b-6e7e1fd9b0f2 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 946 time: 0.0552278 Jul 29 17:16:32.865440 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-cf95cd92-e310-4b03-a999-5997d983d1be req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:32.893563 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Pushing event deleted for resources: {'Port': ['ID=c99d926a-50ed-4019-b470-6a52e5b2aa44,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:32.896453 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-04ea7e9e-57ab-4bf2-b939-a7d11cb12d3b req-8989c029-03b3-4374-9363-da02dfb0da6f tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Jul 29 17:16:32.920274 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['c99d926a-50ed-4019-b470-6a52e5b2aa44'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:16:32.938260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf95cd92-e310-4b03-a999-5997d983d1be req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] No DVR routers for this DVR port c99d926a-50ed-4019-b470-6a52e5b2aa44 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:16:32.940830 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-cf95cd92-e310-4b03-a999-5997d983d1be req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:32.942969 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cf95cd92-e310-4b03-a999-5997d983d1be req-6fb99b89-edbc-4c27-8f00-d19880cceed4 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.44 "DELETE /v2.0/ports/c99d926a-50ed-4019-b470-6a52e5b2aa44 HTTP/1.1" status: 204 len: 173 time: 0.4841471 Jul 29 17:16:32.943405 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f0c405-505e-43bc-bc90-a73d58668025', 'name': 'network-vif-deleted', 'tag': 'c99d926a-50ed-4019-b470-6a52e5b2aa44'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:32.945735 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c86436-89d3-4763-bcb1-75dbab487d88" -d '{"events": [{"server_uuid": "75f0c405-505e-43bc-bc90-a73d58668025", "name": "network-vif-deleted", "tag": "c99d926a-50ed-4019-b470-6a52e5b2aa44"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:32.984370 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6997f4c1-82e7-4678-99e5-97c6e2a116ef x-openstack-request-id: req-6997f4c1-82e7-4678-99e5-97c6e2a116ef {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:32.984731 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f0c405-505e-43bc-bc90-a73d58668025", "name": "network-vif-deleted", "tag": "c99d926a-50ed-4019-b470-6a52e5b2aa44", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:32.985008 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6997f4c1-82e7-4678-99e5-97c6e2a116ef {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:32.985447 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f0c405-505e-43bc-bc90-a73d58668025', 'name': 'network-vif-deleted', 'tag': 'c99d926a-50ed-4019-b470-6a52e5b2aa44', 'status': 'completed', 'code': 200} Jul 29 17:16:33.335005 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0050844-9aa6-4cc5-92ec-3f73fe36c321 req-b0de194a-e7c7-4590-b5d6-b907f8b352dd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:33.336484 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d0050844-9aa6-4cc5-92ec-3f73fe36c321 req-b0de194a-e7c7-4590-b5d6-b907f8b352dd tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 947 time: 0.0481915 Jul 29 17:16:33.374937 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d0050844-9aa6-4cc5-92ec-3f73fe36c321 req-c8f9286f-c84f-4d3e-b84d-b0621f5d3860 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325370 Jul 29 17:16:33.462344 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec355-ce36-46df-a8f5-da6e10509a84 req-208499e7-efd4-4951-b602-2aa5b39d5c85 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:33.463879 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fdfec355-ce36-46df-a8f5-da6e10509a84 req-208499e7-efd4-4951-b602-2aa5b39d5c85 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 944 time: 0.0535648 Jul 29 17:16:33.506246 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fdfec355-ce36-46df-a8f5-da6e10509a84 req-99a4e7cd-2d94-4257-80cd-65116c2699e3 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361125 Jul 29 17:16:33.635809 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096cfb5-e245-4214-bfa6-d6f5aafd372a req-d83f031d-99b6-4f80-beb3-3be056899808 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:33.637310 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e096cfb5-e245-4214-bfa6-d6f5aafd372a req-d83f031d-99b6-4f80-beb3-3be056899808 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0478182 Jul 29 17:16:33.676191 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e096cfb5-e245-4214-bfa6-d6f5aafd372a req-bd28a88c-75eb-4962-a6dd-f6d49c24b073 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315759 Jul 29 17:16:33.860297 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bd7919a5-c35d-4142-a3c1-28c9e5354bfb req-4e316296-d9a5-451a-bcde-bfd862e15102 tempest-ServerRescueNegativeTestJSON-438251425 tempest-ServerRescueNegativeTestJSON-438251425-project] 10.222.0.13 "GET /v2.0/ports?device_id=75f0c405-505e-43bc-bc90-a73d58668025 HTTP/1.1" status: 200 len: 210 time: 0.0282202 Jul 29 17:16:34.019157 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df793a34-57bb-40d1-a4ca-cf39f91174c8 req-c086169e-a0e8-4fa4-bf2d-1b94995b7f6e tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:34.020647 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-df793a34-57bb-40d1-a4ca-cf39f91174c8 req-c086169e-a0e8-4fa4-bf2d-1b94995b7f6e tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 946 time: 0.0528831 Jul 29 17:16:34.058390 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-df793a34-57bb-40d1-a4ca-cf39f91174c8 req-220d1e45-a71e-4fb7-b369-81d92a0d15c3 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316699 Jul 29 17:16:34.623235 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020416-a97a-4c76-8378-ad2cc127fe5c req-52f14970-f41e-4734-9c1a-b22fef935b23 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:34.624659 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4b020416-a97a-4c76-8378-ad2cc127fe5c req-52f14970-f41e-4734-9c1a-b22fef935b23 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 944 time: 0.0484445 Jul 29 17:16:34.662034 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4b020416-a97a-4c76-8378-ad2cc127fe5c req-70d10073-05ad-43c6-9b08-ff4b4cae5505 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315692 Jul 29 17:16:34.798208 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e672-be65-400f-abff-c47f026b833f req-41cfe5d6-6dcd-43af-a166-c4703fef9ed3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:34.799988 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d5c2e672-be65-400f-abff-c47f026b833f req-41cfe5d6-6dcd-43af-a166-c4703fef9ed3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0535903 Jul 29 17:16:34.838449 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d5c2e672-be65-400f-abff-c47f026b833f req-423025c8-5f93-4e37-8836-294bc4a65157 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324929 Jul 29 17:16:34.920843 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 37442) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:35.174326 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f8d83404-49e1-44c9-beef-5a2edf72ca4d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:16:35.271118 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port f8d83404-49e1-44c9-beef-5a2edf72ca4d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d83404-49e1-44c9-beef-5a2edf72ca4d,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:35.282873 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'port_id': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'mac_address': 'fa:16:3e:c3:4c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:16:35.318189 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:35.331029 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d83404-49e1-44c9-beef-5a2edf72ca4d {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:16:35.333286 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679750'] for router_interface, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:35.351823 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port f8d83404-49e1-44c9-beef-5a2edf72ca4d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d83404-49e1-44c9-beef-5a2edf72ca4d,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:35.357261 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:35.406949 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=f8d83404-49e1-44c9-beef-5a2edf72ca4d,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:35.777317 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f8d83404-49e1-44c9-beef-5a2edf72ca4d'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:16:35.777793 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc9bf-5654-4500-9da8-1e0ff82d2065 req-08d3e9da-4dc1-4680-9ed1-ac0d40f607dd tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:35.779325 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-427dc9bf-5654-4500-9da8-1e0ff82d2065 req-08d3e9da-4dc1-4680-9ed1-ac0d40f607dd tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 945 time: 0.0495825 Jul 29 17:16:35.823654 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-427dc9bf-5654-4500-9da8-1e0ff82d2065 req-a060f72b-8692-47e5-b624-eff0032a9538 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364664 Jul 29 17:16:35.856915 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Deleting port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:16:35.857497 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:35.964176 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] For port 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc,segment=NetworkSegment(3786e556-948a-4103-912c-c8c58d1990e8),segment_id=3786e556-948a-4103-912c-c8c58d1990e8)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:35.964468 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:35.980388 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Calling delete_port for 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc owned by network:router_interface {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:16:35.995613 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d253c-350c-496e-9154-3bcb9abf504c req-8eb01a58-0971-41cb-8a63-291adc2469c2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:35.997678 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-781d253c-350c-496e-9154-3bcb9abf504c req-8eb01a58-0971-41cb-8a63-291adc2469c2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0885394 Jul 29 17:16:36.077343 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-781d253c-350c-496e-9154-3bcb9abf504c req-439b9f6d-a021-4fd6-a2c7-912aef00b535 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737855 Jul 29 17:16:36.223558 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:36.249557 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:36.410624 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679722'] for router_interface, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:36.616042 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Router ed972d4f-f099-4e2d-94a0-e7726cb2e724 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:16:36.721263 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:16:36.728969 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-10950d0b-f64e-424f-b703-67c1d51f60b4 admin admin] 10.222.0.13 "PUT /v2.0/routers/ed972d4f-f099-4e2d-94a0-e7726cb2e724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043551 Jul 29 17:16:36.728969 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 37452) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:36.732115 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] Sync routers for ids ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:16:36.741266 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] Routers {'ed972d4f-f099-4e2d-94a0-e7726cb2e724'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:16:36.741868 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:16:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:36.833690 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:36.845561 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] Set router ed972d4f-f099-4e2d-94a0-e7726cb2e724 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:16:36.941944 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:36.942658 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14db80-c7c8-4d19-bcb5-c708ee2b7bff req-d3f82d30-21d3-420d-90fb-8b8b33b5f4d6 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:36.944779 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0d14db80-c7c8-4d19-bcb5-c708ee2b7bff req-d3f82d30-21d3-420d-90fb-8b8b33b5f4d6 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 945 time: 0.0533297 Jul 29 17:16:36.989400 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0d14db80-c7c8-4d19-bcb5-c708ee2b7bff req-6aa8163a-ca12-4686-81cb-314855246147 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359595 Jul 29 17:16:37.007026 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Deleting port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:16:37.007618 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.087999 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] For port 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8a04217a-ed8c-4cbc-a343-59ddef1fe3c9,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:37.088362 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.101739 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Calling delete_port for 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 owned by network:router_gateway {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:16:37.117359 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:04Z', 'updated_at': '2021-07-29T17:16:36Z', 'revision_number': 5, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'gw_port': {'id': '8a04217a-ed8c-4cbc-a343-59ddef1fe3c9', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:dc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:05Z', 'updated_at': '2021-07-29T17:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:37.155641 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] Checking router: ed972d4f-f099-4e2d-94a0-e7726cb2e724 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:16:37.164380 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] Routers {'ed972d4f-f099-4e2d-94a0-e7726cb2e724'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:16:37.165072 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:16:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:37.199453 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f8d83404-49e1-44c9-beef-5a2edf72ca4d up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:16:37.243654 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb8d9a-22e7-4daa-986f-9d8a06ed0b2c req-47f68ab8-229f-4c01-ab18-775ca2aa04b6 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:37.245105 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0aeb8d9a-22e7-4daa-986f-9d8a06ed0b2c req-47f68ab8-229f-4c01-ab18-775ca2aa04b6 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0982530 Jul 29 17:16:37.249942 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port f8d83404-49e1-44c9-beef-5a2edf72ca4d completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:37.254865 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port f8d83404-49e1-44c9-beef-5a2edf72ca4d triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:37.255236 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.256110 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] Set router ed972d4f-f099-4e2d-94a0-e7726cb2e724 gateway port host: None {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:16:37.311197 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:04Z', 'updated_at': '2021-07-29T17:16:36Z', 'revision_number': 6, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'gw_port_host': None}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:37.326432 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0aeb8d9a-22e7-4daa-986f-9d8a06ed0b2c req-edee4037-950e-4c77-ace1-28863c298c0a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672483 Jul 29 17:16:37.342509 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.350473 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07dba6-874d-4fb1-bbdd-f4447f76bae2 None None] The sync data for ids ['ed972d4f-f099-4e2d-94a0-e7726cb2e724'] in dv-cinder-784623-16-iscsi is: [{'id': 'ed972d4f-f099-4e2d-94a0-e7726cb2e724', 'name': 'tempest-ServerRescueNegativeTestJSON-1066026734-router', 'tenant_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:04Z', 'updated_at': '2021-07-29T17:16:36Z', 'revision_number': 6, 'project_id': '3a7ba8eed504434389df6ffbe5e55bbe', 'gw_port_host': None}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:16:37.358985 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.375182 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:37.377447 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13750481-6e2b-453e-ae12-faab8bd5f16d" -d '{"events": [{"server_uuid": "9ba8d7d2-0958-4b15-a643-3230f05d932d", "name": "network-vif-plugged", "status": "completed", "tag": "f8d83404-49e1-44c9-beef-5a2edf72ca4d"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:37.391700 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a04217a-ed8c-4cbc-a343-59ddef1fe3c9,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:37.408594 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port f8d83404-49e1-44c9-beef-5a2edf72ca4d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d83404-49e1-44c9-beef-5a2edf72ca4d,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:37.413683 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.414565 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device c99d926a-50ed-4019-b470-6a52e5b2aa44 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:16:37.434857 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8346a12e-c1f8-44f7-9c21-7fa51d139e9a x-openstack-request-id: req-8346a12e-c1f8-44f7-9c21-7fa51d139e9a {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:37.435160 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba8d7d2-0958-4b15-a643-3230f05d932d", "name": "network-vif-plugged", "status": "completed", "tag": "f8d83404-49e1-44c9-beef-5a2edf72ca4d", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:37.435405 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8346a12e-c1f8-44f7-9c21-7fa51d139e9a {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:37.435792 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'code': 200} Jul 29 17:16:37.439724 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: c99d926a-50ed-4019-b470-6a52e5b2aa44 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:16:37.439724 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device c99d926a-50ed-4019-b470-6a52e5b2aa44 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:16:37.453604 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725640'] for router_gateway, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.485556 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=f8d83404-49e1-44c9-beef-5a2edf72ca4d,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:37.556221 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1960'] for router, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.558479 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.626684 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570759'] for router, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.627239 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed972d4f-f099-4e2d-94a0-e7726cb2e724 {{(pid=93266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:16:37.632154 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.633547 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b7123eda-5b7e-4b8a-83e9-d46f00f441d7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ed972d4f-f099-4e2d-94a0-e7726cb2e724 HTTP/1.1" status: 204 len: 168 time: 0.9037812 Jul 29 17:16:37.636253 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 37462) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:37.679808 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60d46da-86f4-40df-b913-d7c79bcbd454 admin admin] Deleting subnet 1c686ad7-7dde-42db-8b1d-c5688e2b7c7a {{(pid=93266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:16:37.683099 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f60d46da-86f4-40df-b913-d7c79bcbd454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.684816 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5894ed3-2b05-49f1-bf65-0cf850ed8116 req-19b97ecf-75e5-47f9-aac0-4aa7d9517e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:37.686317 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5894ed3-2b05-49f1-bf65-0cf850ed8116 req-19b97ecf-75e5-47f9-aac0-4aa7d9517e47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 1099 time: 0.0399690 Jul 29 17:16:37.720202 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f60d46da-86f4-40df-b913-d7c79bcbd454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661987'] for subnet, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.725402 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f5894ed3-2b05-49f1-bf65-0cf850ed8116 req-b000f65f-8fdb-4f0b-8630-ed6edb0bce3c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306733 Jul 29 17:16:37.760575 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f60d46da-86f4-40df-b913-d7c79bcbd454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.824842 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f60d46da-86f4-40df-b913-d7c79bcbd454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8435100'] for subnet, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.851580 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d46da-86f4-40df-b913-d7c79bcbd454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c686ad7-7dde-42db-8b1d-c5688e2b7c7a,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:37.853617 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f60d46da-86f4-40df-b913-d7c79bcbd454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:37.855495 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f60d46da-86f4-40df-b913-d7c79bcbd454 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1c686ad7-7dde-42db-8b1d-c5688e2b7c7a HTTP/1.1" status: 204 len: 168 time: 0.2183392 Jul 29 17:16:37.858185 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 37464) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:37.929429 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.006029 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.016607 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:38.026866 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3786e556-948a-4103-912c-c8c58d1990e8') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:38.027159 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3786e556-948a-4103-912c-c8c58d1990e8') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:38.036204 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6357428'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.050552 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.056629 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:16:38.057032 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6397020'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: Traceback (most recent call last): Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: timer() Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: cb(*args, **kw) Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: return func(*args, **kwargs) Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: self._notify() Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: self.callback(batched_events) Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: event.method(event) Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: return f(self, *a, **k) Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._get(url).json() Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:16:38.058785 dv-cinder-784623-16-iscsi neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:16:38.105735 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e0a86-8ce6-444b-a497-32cfa4e5cdbc req-c2eeb4ca-0d91-4c63-b8ab-a27acb4bc396 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:38.107155 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-615e0a86-8ce6-444b-a497-32cfa4e5cdbc req-c2eeb4ca-0d91-4c63-b8ab-a27acb4bc396 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 946 time: 0.0505700 Jul 29 17:16:38.120260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.127565 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.129596 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7 HTTP/1.1" status: 204 len: 168 time: 0.2704184 Jul 29 17:16:38.139796 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ab2b3-b54e-4326-962f-1d3f938e9f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d9f2a6-a647-4cb9-ae02-d4669bf4c0f7,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:38.164927 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-615e0a86-8ce6-444b-a497-32cfa4e5cdbc req-50300d41-70bd-4e81-9acd-136024fc5d33 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515351 Jul 29 17:16:38.315058 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 37470) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:38.357843 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-1e4bdfec-a263-46b9-ab69-68148a2fd25f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a7ba8eed504434389df6ffbe5e55bbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407128 Jul 29 17:16:38.360186 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 37472) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:38.414569 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7fb9606d-6136-4ef0-8810-a09df5bdeb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.439621 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7fb9606d-6136-4ef0-8810-a09df5bdeb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.459330 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb21b8-7631-434d-8123-5b4f3868a889 req-34516405-84f5-4bbc-a3b4-b240f819f377 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:38.460868 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-65cb21b8-7631-434d-8123-5b4f3868a889 req-34516405-84f5-4bbc-a3b4-b240f819f377 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0512040 Jul 29 17:16:38.497715 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7fb9606d-6136-4ef0-8810-a09df5bdeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.500615 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7fb9606d-6136-4ef0-8810-a09df5bdeb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:38.501751 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-7fb9606d-6136-4ef0-8810-a09df5bdeb79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/657856dd-8bff-45e8-a82a-0783b05e78bc HTTP/1.1" status: 204 len: 168 time: 0.1405330 Jul 29 17:16:38.503810 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-65cb21b8-7631-434d-8123-5b4f3868a889 req-08f9ef57-26b3-46c3-b9f7-85d8a8961cec tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355041 Jul 29 17:16:38.515669 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9606d-6136-4ef0-8810-a09df5bdeb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657856dd-8bff-45e8-a82a-0783b05e78bc,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:38.751539 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:16:38.771479 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:16:38.771815 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 1bcfcf5f-68ec-40e9-9cff-3c633ebad5cc not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:16:38.772225 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:16:38.791308 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:16:38.791648 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8a04217a-ed8c-4cbc-a343-59ddef1fe3c9 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:16:39.174432 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 37498) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:39.268439 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1668945492-network', 'tenant_id': '8f28ccdb52954af1992576c99ad5089d'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:39.293569 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306e1b0-2151-4a4b-985f-38328b76a798 req-3402c8c3-7d5e-4171-9552-b5c59f52f8fc tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:39.295046 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b306e1b0-2151-4a4b-985f-38328b76a798 req-3402c8c3-7d5e-4171-9552-b5c59f52f8fc tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 946 time: 0.0633056 Jul 29 17:16:39.308187 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Made reservation on behalf of 8f28ccdb52954af1992576c99ad5089d for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:16:39.310841 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.327036 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.352289 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b306e1b0-2151-4a4b-985f-38328b76a798 req-166d682e-1bab-4cb4-88d5-778f240a0921 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512447 Jul 29 17:16:39.433001 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.436944 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.461633 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:16:39.471046 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb530a78-c8e1-4a32-b495-a73b8133c39b,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:39.474506 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a30b-25a8-4d0f-8a13-10a1fb19d8b9 req-5007dd6b-51cb-4dec-9ab8-8ef127f16e62 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:39.476680 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f332a30b-25a8-4d0f-8a13-10a1fb19d8b9 req-5007dd6b-51cb-4dec-9ab8-8ef127f16e62 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 946 time: 0.0547445 Jul 29 17:16:39.482368 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.482593 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Added segment 2a83dc8e-16f1-4140-810e-897a6909655c of type vlan for network fd0d6610-edfa-4c43-a08b-15ad065d077f Jul 29 17:16:39.516636 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f332a30b-25a8-4d0f-8a13-10a1fb19d8b9 req-903b88b6-84c1-4093-8cc5-3b457bd17eba tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334072 Jul 29 17:16:39.522082 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.539510 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 37508) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:39.564532 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.565602 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:39.566358 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.622444 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4468644 Jul 29 17:16:39.625369 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 37512) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:39.636264 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Request body: {'subnet': {'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1668945492-subnet', 'tenant_id': '8f28ccdb52954af1992576c99ad5089d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:39.665727 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d6811-2d4d-45c4-979d-5d67b133e57c admin admin] Pushing event updated for resources: {'Network': ['ID=fd0d6610-edfa-4c43-a08b-15ad065d077f,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:39.677119 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network fd0d6610-edfa-4c43-a08b-15ad065d077f details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:16:39.687883 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae087122-f214-4c60-aab0-136531d91891 req-25fc4a7e-a060-4b21-bfa0-0439841fd37a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:39.689578 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ae087122-f214-4c60-aab0-136531d91891 req-25fc4a7e-a060-4b21-bfa0-0439841fd37a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.1050088 Jul 29 17:16:39.689748 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Made reservation on behalf of 8f28ccdb52954af1992576c99ad5089d for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:16:39.692032 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903367'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.736046 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ae087122-f214-4c60-aab0-136531d91891 req-d58921cc-42da-444d-9128-5375158f770e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382159 Jul 29 17:16:39.747960 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaea500-ea0b-4055-a489-0eb5fa56ebde tempest-TestVolumeBootPattern-141714186 tempest-TestVolumeBootPattern-141714186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:39.752368 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-5eaea500-ea0b-4055-a489-0eb5fa56ebde tempest-TestVolumeBootPattern-141714186 tempest-TestVolumeBootPattern-141714186-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 1094 time: 0.2087116 Jul 29 17:16:39.752458 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 37516) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:16:39.760007 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'floatingip': {'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'port_id': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:39.799349 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:39.949704 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6396609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903401'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:40.025293 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:40.033870 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0110647-c486-43c7-a47e-fee3bdfe3db0,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:40.069040 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Checking segment: {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:16:40.069400 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Network hostable DHCP agents. Network: fd0d6610-edfa-4c43-a08b-15ad065d077f, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:16:40.107040 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Network fd0d6610-edfa-4c43-a08b-15ad065d077f is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:16:40.136922 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, fd0d6610-edfa-4c43-a08b-15ad065d077f) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:40.143577 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:40.144165 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:40.146591 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc46d9-2ffc-455f-89d7-f7db6850b653 None None] Network fd0d6610-edfa-4c43-a08b-15ad065d077f requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:16:40.167251 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Allocated IP 172.27.0.222 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/b5a7a2fc-aa2b-4064-a7f3-622c6972124c) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:16:40.173033 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-71e53adb-6ef2-436c-912b-377ea9ccbb74 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5466657 Jul 29 17:16:40.275420 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe32094c-5e39-4041-895f-15337aeb4027 None None] Network fd0d6610-edfa-4c43-a08b-15ad065d077f requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:16:40.284810 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:40.327171 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:40.371325 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:40.375185 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:40.381117 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:16:40.406871 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'Port': ['ID=b5a7a2fc-aa2b-4064-a7f3-622c6972124c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:40.699124 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc737-d696-4979-afc3-0b8cdc26176f req-d5e92864-07c4-491e-8dae-13f53be683c4 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:40.701248 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-d5e92864-07c4-491e-8dae-13f53be683c4 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 815 time: 0.1624815 Jul 29 17:16:40.740284 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-5ee43d03-0134-4156-96c8-9ef548673a3c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/quotas/8f28ccdb52954af1992576c99ad5089d HTTP/1.1" status: 200 len: 375 time: 0.0162394 Jul 29 17:16:40.815143 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-7223760e-d304-4807-ab5a-733688d2ad3b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659189 Jul 29 17:16:40.862843 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd97c2-7a4a-4bb5-ac24-f4679a773f1c req-e0f8d36f-ce91-4781-902e-d3776b824ee4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:40.864332 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e7bd97c2-7a4a-4bb5-ac24-f4679a773f1c req-e0f8d36f-ce91-4781-902e-d3776b824ee4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0564687 Jul 29 17:16:40.903383 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e7bd97c2-7a4a-4bb5-ac24-f4679a773f1c req-2d026450-097b-41a5-ade4-74540e17ef90 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321729 Jul 29 17:16:40.940573 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:40.994942 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-8bbca941-dea6-4758-b1bf-6ffbf074338d service neutron] 10.222.0.13 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378481 Jul 29 17:16:41.074129 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:41.155486 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-e68f3210-d2c1-40c9-931b-4f04e89f68ff service neutron] 10.222.0.13 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537459 Jul 29 17:16:41.355161 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9d26-d7f0-4c83-888e-aa2e30efa131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:41.519928 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cb1a98d0-2157-44f3-ae24-389060628029 req-4acdc53f-8320-491a-8b43-112328f3643c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 210 time: 0.0351510 Jul 29 17:16:41.521913 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c150dac-2092-422d-9407-c5ee7ad3c3d7 req-60d09651-0f54-4062-9195-8f1a87b503f0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:41.523696 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4c150dac-2092-422d-9407-c5ee7ad3c3d7 req-60d09651-0f54-4062-9195-8f1a87b503f0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0586689 Jul 29 17:16:41.566723 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4c150dac-2092-422d-9407-c5ee7ad3c3d7 req-bd0dadbd-a0fe-45ee-97dd-36c9679eb0a2 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361440 Jul 29 17:16:41.604773 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-97b681a9-491d-46dd-9b55-7ca6dfb0fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:41.607477 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-97b681a9-491d-46dd-9b55-7ca6dfb0fb07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f0678cb3bf6445ebb4214f3093461e9&device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 1138 time: 0.0939357 Jul 29 17:16:41.692038 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:41.698396 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:41.797164 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-75caacbe-e2bd-4b7d-a418-b6e8f4f4a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:41.798768 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-75caacbe-e2bd-4b7d-a418-b6e8f4f4a7b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7 HTTP/1.1" status: 200 len: 916 time: 0.1807270 Jul 29 17:16:41.805344 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'Port': ['ID=b5a7a2fc-aa2b-4064-a7f3-622c6972124c,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:41.820828 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:41.947945 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-7053b26a-3758-4818-8634-9a0f476b5ce2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 1002 time: 0.1375151 Jul 29 17:16:42.022084 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Floating IP 9d638459-2c7d-492c-8f2d-b62a2eae5187 associated. External IP: 172.27.0.222, port: f8d83404-49e1-44c9-beef-5a2edf72ca4d. Jul 29 17:16:42.094345 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-0cbdd664-c34a-4f5e-b57e-0424596eee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:42.095830 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-0cbdd664-c34a-4f5e-b57e-0424596eee98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daf6a930-9fa7-4dfb-8fca-2bb915545d84 HTTP/1.1" status: 200 len: 854 time: 0.1293261 Jul 29 17:16:42.178283 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ed7c9-47e9-43cd-b768-0354702f5cbb req-7a532ad6-8123-438f-89d4-86f75959d50e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:42.179757 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b47ed7c9-47e9-43cd-b768-0354702f5cbb req-7a532ad6-8123-438f-89d4-86f75959d50e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.1710913 Jul 29 17:16:42.231907 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-d998e8eb-7956-4885-a463-7c4c76c8201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:42.233420 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-d998e8eb-7956-4885-a463-7c4c76c8201e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1241522 Jul 29 17:16:42.273449 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b47ed7c9-47e9-43cd-b768-0354702f5cbb req-561d1973-50b5-456a-a80e-980604142fc5 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831635 Jul 29 17:16:42.410789 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Router 17de73cb-8ef6-48f1-a051-c83ea08530a5 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:16:42.412834 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-2cc793dd-5c1a-4624-9308-5f84481adaec service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441147 Jul 29 17:16:42.520788 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:16:42.531018 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] Sync routers for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:16:42.536837 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:42.539704 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:16:42.540478 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:16:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:42.578645 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-627a598a-4ca4-40eb-95ef-4dbcb1fc9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8112533 Jul 29 17:16:42.578645 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'tag': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:42.578645 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c53354-ce39-439e-a065-9e3b388f72a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba8d7d2-0958-4b15-a643-3230f05d932d", "tag": "f8d83404-49e1-44c9-beef-5a2edf72ca4d"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:42.615474 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91195db8-3629-478e-a2f9-87e6c12e9679 x-openstack-request-id: req-91195db8-3629-478e-a2f9-87e6c12e9679 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:42.615769 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba8d7d2-0958-4b15-a643-3230f05d932d", "tag": "f8d83404-49e1-44c9-beef-5a2edf72ca4d", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:42.616022 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91195db8-3629-478e-a2f9-87e6c12e9679 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:42.616429 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'tag': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'status': 'completed', 'code': 200} Jul 29 17:16:42.622274 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-41f5ec77-ec4e-4cd9-801d-c540f5c139b7 req-fda4979e-543c-41d5-b99b-db1af1799757 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 210 time: 0.0306766 Jul 29 17:16:42.660880 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:16:42.735462 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9d3bb-914a-49be-98cf-43490471659c req-4766034a-2177-4582-aa6b-c1084e7636b4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:42.736986 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c4f9d3bb-914a-49be-98cf-43490471659c req-4766034a-2177-4582-aa6b-c1084e7636b4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0541747 Jul 29 17:16:42.777326 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c4f9d3bb-914a-49be-98cf-43490471659c req-dd5c6bf0-5ad5-4322-9677-84c82b409656 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341315 Jul 29 17:16:42.929755 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '9d638459-2c7d-492c-8f2d-b62a2eae5187', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:c3:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:16:40Z', 'updated_at': '2021-07-29T17:16:40Z', 'revision_number': 0, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:42.955841 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] Checking router: 17de73cb-8ef6-48f1-a051-c83ea08530a5 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:16:42.964099 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:16:42.964738 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:16:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:43.070138 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:16:43.386978 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b337f-95ef-43e6-8367-416a571fec30 req-a63368b1-efd2-4517-8a13-e58be6df35ef tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:43.389014 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-124b337f-95ef-43e6-8367-416a571fec30 req-a63368b1-efd2-4517-8a13-e58be6df35ef tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0490718 Jul 29 17:16:43.402360 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '9d638459-2c7d-492c-8f2d-b62a2eae5187', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:c3:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:16:40Z', 'updated_at': '2021-07-29T17:16:40Z', 'revision_number': 0, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:16:43.428491 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070440f-26ec-49ef-aac6-dce065f0fb05 None None] The sync data for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi is: [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '9d638459-2c7d-492c-8f2d-b62a2eae5187', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:c3:4c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:16:40Z', 'updated_at': '2021-07-29T17:16:40Z', 'revision_number': 0, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:16:43.430369 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-124b337f-95ef-43e6-8367-416a571fec30 req-4367d506-934c-48f9-bb03-200cb8ebde81 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353086 Jul 29 17:16:43.606445 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c287a-7737-429c-aefd-d1b621c9fa3d None None] New status for floating IP 9d638459-2c7d-492c-8f2d-b62a2eae5187: ACTIVE {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:16:43.722923 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4ba11bbf-e060-4e8e-b2f0-85e9dc30ea90 req-20d33fd7-492c-4014-aebe-c1108268c8b6 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 210 time: 0.0319390 Jul 29 17:16:43.725068 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ca7ffbd-27ad-433d-ba62-bf34a62ccc81 req-d8f8f323-47b6-4250-bb39-13384aca9101 service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109269 Jul 29 17:16:43.850421 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-63f3edf9-9f57-4953-9c0f-2b07ccf78b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:43.902416 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb1ef-8b95-4503-a4a8-afdab8d7cb76 req-2e0ca805-c558-43d9-bc30-1fb088b306f0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:43.904474 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b3afb1ef-8b95-4503-a4a8-afdab8d7cb76 req-2e0ca805-c558-43d9-bc30-1fb088b306f0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0534329 Jul 29 17:16:43.945129 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b3afb1ef-8b95-4503-a4a8-afdab8d7cb76 req-b3bd81cc-274e-4227-aa3b-fef4ae5d8672 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346160 Jul 29 17:16:43.973251 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:44.548523 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b1f96-4a77-462b-9e1d-8ba8a935c2c6 req-f0a09a54-5dea-49ff-ac0f-aab750d15422 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:44.550038 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-793b1f96-4a77-462b-9e1d-8ba8a935c2c6 req-f0a09a54-5dea-49ff-ac0f-aab750d15422 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Jul 29 17:16:44.588631 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-793b1f96-4a77-462b-9e1d-8ba8a935c2c6 req-59563f4a-072d-4ec5-ba16-4a78dec5d19e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325630 Jul 29 17:16:44.815138 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-146ff831-0183-4d29-a687-691eba1c3ed5 req-14b65cec-9487-4520-9da1-9b0aec2b2e88 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 210 time: 0.0266459 Jul 29 17:16:44.838746 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:45.058844 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00d108-7188-47a2-be9f-c4b7de1c1c54 req-3387191f-0b86-48bb-a9a0-140ba504557b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:45.060398 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7e00d108-7188-47a2-be9f-c4b7de1c1c54 req-3387191f-0b86-48bb-a9a0-140ba504557b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0501258 Jul 29 17:16:45.102427 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7e00d108-7188-47a2-be9f-c4b7de1c1c54 req-8ad2c7f3-35be-40d4-a211-063f644264b7 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359700 Jul 29 17:16:45.707203 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3329c54-3200-4abc-9bfa-1945cdb20a15 req-333b51c2-3b9c-443f-b3c0-b54a1e7f7720 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:45.708719 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e3329c54-3200-4abc-9bfa-1945cdb20a15 req-333b51c2-3b9c-443f-b3c0-b54a1e7f7720 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Jul 29 17:16:45.746702 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e3329c54-3200-4abc-9bfa-1945cdb20a15 req-fb4a2af5-8fc7-4868-9772-556aa5c168af tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318086 Jul 29 17:16:45.803502 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-d481d05e-a40a-4493-9116-f1a5450733a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:45.805391 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-d481d05e-a40a-4493-9116-f1a5450733a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 1099 time: 0.0421169 Jul 29 17:16:45.926618 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cb1b46f5-14cc-460d-87ee-e19e02a242dc req-19fbe49b-560c-4a63-bd9e-99f9d899892f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 210 time: 0.0400975 Jul 29 17:16:46.008035 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-82386257-d0b5-40de-8c7f-f056d3d83b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:46.009527 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-82386257-d0b5-40de-8c7f-f056d3d83b7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.1747878 Jul 29 17:16:46.058513 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc737-d696-4979-afc3-0b8cdc26176f req-5d98a996-1b94-49a9-aac8-bf2309589ac8 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:46.060474 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-5d98a996-1b94-49a9-aac8-bf2309589ac8 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 815 time: 0.1458681 Jul 29 17:16:46.101851 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Request body: {'port': {'device_id': 'f03efc93-0668-4f12-82b1-0d37025cd54a', 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f', 'admin_state_up': True, 'tenant_id': '8f28ccdb52954af1992576c99ad5089d'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:46.173637 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-8e943460-001b-4da1-9c37-1cb84233c769 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8d83404-49e1-44c9-beef-5a2edf72ca4d HTTP/1.1" status: 200 len: 1002 time: 0.1121480 Jul 29 17:16:46.236330 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48121e0-8ac4-48f2-a787-e3e7eb35c543 req-5e63b6ec-b5e3-430a-80d6-eb7e057e18e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:46.238156 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a48121e0-8ac4-48f2-a787-e3e7eb35c543 req-5e63b6ec-b5e3-430a-80d6-eb7e057e18e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0626771 Jul 29 17:16:46.283114 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-b27ff77f-48ec-4f42-ba06-71f21c82f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:46.285045 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-b27ff77f-48ec-4f42-ba06-71f21c82f603 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0634069 Jul 29 17:16:46.285803 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Made reservation on behalf of 8f28ccdb52954af1992576c99ad5089d for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:16:46.289421 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:46.290304 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a48121e0-8ac4-48f2-a787-e3e7eb35c543 req-ef193d81-b17d-4d35-bfe9-ccb910e901e4 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448506 Jul 29 17:16:46.370434 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:46.392152 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-91deca8f-32d3-4f96-a0fd-9effd7d03066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:46.393698 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-91deca8f-32d3-4f96-a0fd-9effd7d03066 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0942595 Jul 29 17:16:46.502224 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Allocated IP 172.20.0.7 (fd0d6610-edfa-4c43-a08b-15ad065d077f/f0110647-c486-43c7-a47e-fee3bdfe3db0/f6692f42-00f2-467c-82ba-622e2be54c7b) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:16:46.546820 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-1d64ecdb-28e9-477e-8dc4-7c0f300f4d86 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412771 Jul 29 17:16:46.901545 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:46.977990 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-93c53354-ce39-439e-a065-9e3b388f72a3 req-bb8e284b-b74d-40a8-bac5-e04d1be6f5c3 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192951 Jul 29 17:16:47.000602 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c656812-da68-4657-8607-d33a379a4735 req-8ae44b1a-de68-4394-9c62-4a6b413bf855 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:47.002080 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7c656812-da68-4657-8607-d33a379a4735 req-8ae44b1a-de68-4394-9c62-4a6b413bf855 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.1222844 Jul 29 17:16:47.004984 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:47.030151 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1e56a63e-b8f7-420c-8c59-ad6ee46df43f req-6caa014c-180b-4050-988c-f98880ed6f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 210 time: 0.0266850 Jul 29 17:16:47.056989 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7c656812-da68-4657-8607-d33a379a4735 req-93c5ae2f-ed75-4495-bb40-5c9f2c7ef251 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477073 Jul 29 17:16:47.074393 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:47.117513 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Network fd0d6610-edfa-4c43-a08b-15ad065d077f is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:16:47.120489 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:16:47.124658 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:16:47.153277 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Pushing event updated for resources: {'Port': ['ID=f6692f42-00f2-467c-82ba-622e2be54c7b,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:47.178302 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:47.178904 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:47.192922 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-6d0227dd-46a8-48f9-96a1-faf273f32f8f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0967844 Jul 29 17:16:47.415664 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3ad1f-1bf2-48e1-bd04-cf687c074ec2 req-56969bad-9700-4e10-8b2b-d04289356885 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:47.417152 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ee3ad1f-1bf2-48e1-bd04-cf687c074ec2 req-56969bad-9700-4e10-8b2b-d04289356885 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0476093 Jul 29 17:16:47.456094 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4ee3ad1f-1bf2-48e1-bd04-cf687c074ec2 req-e5927f07-6b43-4385-b0b5-f2502fce0927 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325205 Jul 29 17:16:48.146179 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad36e22-1147-4312-94c4-8bfee29e77ca req-52c900e0-976e-4ebd-a259-62488ccf32c6 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:48.147693 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7ad36e22-1147-4312-94c4-8bfee29e77ca req-52c900e0-976e-4ebd-a259-62488ccf32c6 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 931 time: 0.0513244 Jul 29 17:16:48.175840 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270665b2-09fa-404b-a379-6426b5e10f55 req-09ea47d1-89f3-409c-90a9-b219e700e732 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:48.177373 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-270665b2-09fa-404b-a379-6426b5e10f55 req-09ea47d1-89f3-409c-90a9-b219e700e732 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0528495 Jul 29 17:16:48.186360 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7ad36e22-1147-4312-94c4-8bfee29e77ca req-eefddb1c-6f48-4aee-97bb-c081f9f0cdb0 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Jul 29 17:16:48.218573 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-270665b2-09fa-404b-a379-6426b5e10f55 req-5b1f9b0b-e8dd-451d-a3e1-b60c5ef5e746 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350387 Jul 29 17:16:48.568420 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7680dc4-fb6c-44bf-98dc-a8f2f5d30e47 req-144c8e5b-42b4-4358-8cb7-af4660d37315 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:48.569911 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f7680dc4-fb6c-44bf-98dc-a8f2f5d30e47 req-144c8e5b-42b4-4358-8cb7-af4660d37315 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0482273 Jul 29 17:16:48.609517 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f7680dc4-fb6c-44bf-98dc-a8f2f5d30e47 req-b053d610-aaa5-4a04-a2c8-d71c1ddf482b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329576 Jul 29 17:16:49.298813 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7f328-7d78-4661-8a3c-c6104fea9cdd req-5f1280b4-5f43-4d6d-80d7-304981ac7562 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:49.300463 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3ea7f328-7d78-4661-8a3c-c6104fea9cdd req-5f1280b4-5f43-4d6d-80d7-304981ac7562 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 931 time: 0.0488191 Jul 29 17:16:49.343177 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3ea7f328-7d78-4661-8a3c-c6104fea9cdd req-a76ab211-fb29-48c7-9965-31db140c638a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340970 Jul 29 17:16:49.343652 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407fa64-8ffb-4ae5-9e16-a3b595d7128d req-35f99861-f15a-42a7-b43a-2bd485ab71de tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:49.345188 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c407fa64-8ffb-4ae5-9e16-a3b595d7128d req-35f99861-f15a-42a7-b43a-2bd485ab71de tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0602493 Jul 29 17:16:49.385352 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c407fa64-8ffb-4ae5-9e16-a3b595d7128d req-fd9bf3b5-1620-490a-9ab2-edae3f2dedf0 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343192 Jul 29 17:16:49.689959 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Request body: {'port': {'device_id': 'f03efc93-0668-4f12-82b1-0d37025cd54a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:16:49.725987 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5682ad-8b33-4e2d-a8b8-a1c80c9ba82e req-1bd7d028-cb0d-408d-858f-5f1971f7792b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:49.727496 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ec5682ad-8b33-4e2d-a8b8-a1c80c9ba82e req-1bd7d028-cb0d-408d-858f-5f1971f7792b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0504017 Jul 29 17:16:49.746859 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:49.767462 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ec5682ad-8b33-4e2d-a8b8-a1c80c9ba82e req-490f6f06-5edd-4917-b70a-700bc9e906f2 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337980 Jul 29 17:16:50.006114 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6692f42-00f2-467c-82ba-622e2be54c7b {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:16:50.014989 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:50.028243 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Transition to ACTIVE for port object f6692f42-00f2-467c-82ba-622e2be54c7b will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:16:50.032031 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:50.084931 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6692f42-00f2-467c-82ba-622e2be54c7b,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:50.147238 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Attempting to bind port f6692f42-00f2-467c-82ba-622e2be54c7b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:16:50.147496 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Attempting to bind port f6692f42-00f2-467c-82ba-622e2be54c7b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:16:50.147816 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Attempting to bind port f6692f42-00f2-467c-82ba-622e2be54c7b on network fd0d6610-edfa-4c43-a08b-15ad065d077f {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:16:50.151946 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Port f6692f42-00f2-467c-82ba-622e2be54c7b on network fd0d6610-edfa-4c43-a08b-15ad065d077f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:16:50.152261 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Attempting to bind port f6692f42-00f2-467c-82ba-622e2be54c7b on network fd0d6610-edfa-4c43-a08b-15ad065d077f {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:16:50.157005 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:16:50.157334 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Checking segment: {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:16:50.157729 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Bound using segment: {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:16:50.158141 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Bound port: f6692f42-00f2-467c-82ba-622e2be54c7b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:16:50.158496 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:50.222198 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] For port f6692f42-00f2-467c-82ba-622e2be54c7b, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:16:50.225475 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] For port f6692f42-00f2-467c-82ba-622e2be54c7b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f6692f42-00f2-467c-82ba-622e2be54c7b,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:16:50.229143 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:50.263838 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:50.264445 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:50.265824 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] 10.222.0.44 "PUT /v2.0/ports/f6692f42-00f2-467c-82ba-622e2be54c7b HTTP/1.1" status: 200 len: 1093 time: 0.5805671 Jul 29 17:16:50.266254 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03efc93-0668-4f12-82b1-0d37025cd54a', 'tag': 'f6692f42-00f2-467c-82ba-622e2be54c7b'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:50.268456 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554004ed-3212-43c3-8786-afa1f292fc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f03efc93-0668-4f12-82b1-0d37025cd54a", "tag": "f6692f42-00f2-467c-82ba-622e2be54c7b"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:50.293799 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae4e93-ea7d-4b97-9e16-c927884438f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6692f42-00f2-467c-82ba-622e2be54c7b,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:50.307136 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79665e18-a3d3-45b5-96a6-fa3cc8b4e1bb x-openstack-request-id: req-79665e18-a3d3-45b5-96a6-fa3cc8b4e1bb {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:50.307430 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03efc93-0668-4f12-82b1-0d37025cd54a", "tag": "f6692f42-00f2-467c-82ba-622e2be54c7b", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:50.307686 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79665e18-a3d3-45b5-96a6-fa3cc8b4e1bb {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:50.308103 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03efc93-0668-4f12-82b1-0d37025cd54a', 'tag': 'f6692f42-00f2-467c-82ba-622e2be54c7b', 'status': 'completed', 'code': 200} Jul 29 17:16:50.397590 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc737-d696-4979-afc3-0b8cdc26176f req-9862d288-4d60-463f-aabd-ee2574af3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:50.399124 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-9862d288-4d60-463f-aabd-ee2574af3357 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 1096 time: 0.0466669 Jul 29 17:16:50.462188 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-a36ae390-b010-476e-9841-927bcbb3e63a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6692f42-00f2-467c-82ba-622e2be54c7b HTTP/1.1" status: 200 len: 217 time: 0.0448740 Jul 29 17:16:50.480569 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c7c81-0545-44fe-8433-72c94a91f10b req-fe70c669-f6a0-421b-a5d4-a8f5cddaafd4 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:50.482963 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-133c7c81-0545-44fe-8433-72c94a91f10b req-fe70c669-f6a0-421b-a5d4-a8f5cddaafd4 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 943 time: 0.0661099 Jul 29 17:16:50.523336 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-133c7c81-0545-44fe-8433-72c94a91f10b req-c9e5ab57-c368-49a4-8b1c-6a20b5a9e24a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Jul 29 17:16:50.547190 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7960d-e74a-4c07-b7e4-19df881cdcde req-facf868a-65ed-47e5-8028-283c762fead4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:50.548709 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-86e7960d-e74a-4c07-b7e4-19df881cdcde req-facf868a-65ed-47e5-8028-283c762fead4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0839293 Jul 29 17:16:50.550443 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc737-d696-4979-afc3-0b8cdc26176f req-3e178ee2-73a2-4b5c-9e55-66218286b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:50.551762 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-3e178ee2-73a2-4b5c-9e55-66218286b94e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0110647-c486-43c7-a47e-fee3bdfe3db0 HTTP/1.1" status: 200 len: 855 time: 0.0763862 Jul 29 17:16:50.602343 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-02b541d9-b9f0-4444-9bf6-fd38e4655a37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd0d6610-edfa-4c43-a08b-15ad065d077f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344300 Jul 29 17:16:50.618452 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-86e7960d-e74a-4c07-b7e4-19df881cdcde req-53b08619-5818-4928-a1e8-4af0b7dd8515 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637326 Jul 29 17:16:50.734488 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-c43508f7-3cf4-4e97-93c9-0fe317901d04 service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150086 Jul 29 17:16:50.854255 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-132cc737-d696-4979-afc3-0b8cdc26176f req-1b3d6f96-8972-4295-b328-47e9be8fde7a service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086824 Jul 29 17:16:50.900031 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932602cd-a950-46f6-8ced-5977eb611a58 req-d32db055-c35a-4930-b1da-271847401114 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:50.901596 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-932602cd-a950-46f6-8ced-5977eb611a58 req-d32db055-c35a-4930-b1da-271847401114 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0544178 Jul 29 17:16:50.944909 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-932602cd-a950-46f6-8ced-5977eb611a58 req-715c6280-5f05-4fce-a5fb-fd1a5a53214d tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367155 Jul 29 17:16:51.007981 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554004ed-3212-43c3-8786-afa1f292fc4d req-997b58ff-8348-4532-ba85-e9d29902a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:51.009542 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-554004ed-3212-43c3-8786-afa1f292fc4d req-997b58ff-8348-4532-ba85-e9d29902a386 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 1096 time: 0.0423479 Jul 29 17:16:51.106480 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554004ed-3212-43c3-8786-afa1f292fc4d req-1d08eb61-77f9-4f88-9126-0eb29b1e78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:51.108696 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-554004ed-3212-43c3-8786-afa1f292fc4d req-1d08eb61-77f9-4f88-9126-0eb29b1e78b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 916 time: 0.0852141 Jul 29 17:16:51.162356 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-554004ed-3212-43c3-8786-afa1f292fc4d req-afb0d229-e581-4d4b-a6dd-351806b7853f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6692f42-00f2-467c-82ba-622e2be54c7b HTTP/1.1" status: 200 len: 217 time: 0.0372653 Jul 29 17:16:51.222831 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554004ed-3212-43c3-8786-afa1f292fc4d req-1dc5d048-7293-46e4-9ada-b837ac02ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:51.224429 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-554004ed-3212-43c3-8786-afa1f292fc4d req-1dc5d048-7293-46e4-9ada-b837ac02ac95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0110647-c486-43c7-a47e-fee3bdfe3db0 HTTP/1.1" status: 200 len: 855 time: 0.0466809 Jul 29 17:16:51.267075 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-554004ed-3212-43c3-8786-afa1f292fc4d req-23f5114d-1f3a-41bb-a482-f1592720cd23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd0d6610-edfa-4c43-a08b-15ad065d077f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307517 Jul 29 17:16:51.381670 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-554004ed-3212-43c3-8786-afa1f292fc4d req-3b204b83-d554-49c0-9d9a-3b32acdbf237 service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890334 Jul 29 17:16:51.474841 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-554004ed-3212-43c3-8786-afa1f292fc4d req-a9c2e1a8-4aa8-49b9-adae-40036a2305bb service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853512 Jul 29 17:16:51.642567 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db29662-375c-4f02-badd-963496f48f28 req-f4d95f82-2c3b-4b94-94ae-8dfd1f2c2dc9 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:51.644025 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6db29662-375c-4f02-badd-963496f48f28 req-f4d95f82-2c3b-4b94-94ae-8dfd1f2c2dc9 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 943 time: 0.0505226 Jul 29 17:16:51.682527 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6db29662-375c-4f02-badd-963496f48f28 req-5862fdc2-e077-469f-abb6-0ffaa74ef15c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Jul 29 17:16:51.740098 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83083ae-e0aa-4f10-b28b-bac6fc090162 req-98bda6df-f3a0-4462-b3f6-bc804ba3937c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:51.741656 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a83083ae-e0aa-4f10-b28b-bac6fc090162 req-98bda6df-f3a0-4462-b3f6-bc804ba3937c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0484343 Jul 29 17:16:51.784603 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a83083ae-e0aa-4f10-b28b-bac6fc090162 req-a98083af-4c9f-4c88-a709-8cc32dd8ae7b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361235 Jul 29 17:16:52.062991 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6566f-682e-4f58-adff-ba95023cf4cf req-6919864b-a24e-4ca3-b543-4eebb5699a6c tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:52.064462 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a7a6566f-682e-4f58-adff-ba95023cf4cf req-6919864b-a24e-4ca3-b543-4eebb5699a6c tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0537500 Jul 29 17:16:52.103533 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a7a6566f-682e-4f58-adff-ba95023cf4cf req-e7441bbd-04f9-4ca0-a86a-322e64f3aa2b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329504 Jul 29 17:16:52.801742 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3abb1b-2983-4fe1-8c12-e1736619df17 req-21a3f2c1-6067-407c-b0ec-4f2cbc37f5af tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:52.803252 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5f3abb1b-2983-4fe1-8c12-e1736619df17 req-21a3f2c1-6067-407c-b0ec-4f2cbc37f5af tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 943 time: 0.0522032 Jul 29 17:16:52.842492 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5f3abb1b-2983-4fe1-8c12-e1736619df17 req-95ed6342-5d89-499f-b5cc-253dcef7a980 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Jul 29 17:16:52.900301 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d3e07-798c-4d4f-abbc-1d0207b03e66 req-14dff699-1791-436f-849c-828691ad7f8f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:52.901812 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-547d3e07-798c-4d4f-abbc-1d0207b03e66 req-14dff699-1791-436f-849c-828691ad7f8f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0498393 Jul 29 17:16:52.946734 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-547d3e07-798c-4d4f-abbc-1d0207b03e66 req-c2c4f7a0-fb6a-4019-8389-fe5a941bd4b3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345488 Jul 29 17:16:53.214769 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabf3e9-6306-4997-a179-8fdb6912146d req-335fd10f-38f9-432e-b612-8a656cfe00d0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:53.216809 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0aabf3e9-6306-4997-a179-8fdb6912146d req-335fd10f-38f9-432e-b612-8a656cfe00d0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0476556 Jul 29 17:16:53.261827 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0aabf3e9-6306-4997-a179-8fdb6912146d req-23f6456c-0775-4f50-8eef-e6b2eeaf017b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387771 Jul 29 17:16:53.707116 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f6692f42-00f2-467c-82ba-622e2be54c7b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:16:53.798731 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port f6692f42-00f2-467c-82ba-622e2be54c7b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f6692f42-00f2-467c-82ba-622e2be54c7b,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:53.810432 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'f6692f42-00f2-467c-82ba-622e2be54c7b', 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f', 'port_id': 'f6692f42-00f2-467c-82ba-622e2be54c7b', 'mac_address': 'fa:16:3e:f9:fe:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0110647-c486-43c7-a47e-fee3bdfe3db0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:16:53.852668 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:53.871553 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6692f42-00f2-467c-82ba-622e2be54c7b {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:16:53.896156 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port f6692f42-00f2-467c-82ba-622e2be54c7b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f6692f42-00f2-467c-82ba-622e2be54c7b,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:53.903466 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:53.958348 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=f6692f42-00f2-467c-82ba-622e2be54c7b,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:53.977389 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb8883-08b7-44da-9c6d-6d02e9c73112 req-0bd14747-ea1b-4f42-ae50-139f16b1400d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:53.979547 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9cbb8883-08b7-44da-9c6d-6d02e9c73112 req-0bd14747-ea1b-4f42-ae50-139f16b1400d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 944 time: 0.0559423 Jul 29 17:16:54.020952 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9cbb8883-08b7-44da-9c6d-6d02e9c73112 req-ec5f3e05-fc6a-4c44-ab0d-a065846355a4 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354297 Jul 29 17:16:54.066035 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b8b06-931d-4a0d-a38b-da9465eb1547 req-ea1d5bd5-0de8-4aea-9583-691aa127152f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:54.067514 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-287b8b06-931d-4a0d-a38b-da9465eb1547 req-ea1d5bd5-0de8-4aea-9583-691aa127152f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Jul 29 17:16:54.105474 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-287b8b06-931d-4a0d-a38b-da9465eb1547 req-365db427-5741-4618-9cdd-9eee55f7f715 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319934 Jul 29 17:16:54.395872 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67999d79-d650-446b-85c4-3c317cd4a5b0 req-5507e766-7d56-44b1-9d03-e1d4580e2183 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:54.397432 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-67999d79-d650-446b-85c4-3c317cd4a5b0 req-5507e766-7d56-44b1-9d03-e1d4580e2183 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0557086 Jul 29 17:16:54.429406 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f6692f42-00f2-467c-82ba-622e2be54c7b'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:16:54.438113 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-67999d79-d650-446b-85c4-3c317cd4a5b0 req-6eb183a4-e80d-4bb1-b699-1ebf8a2a01ca tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343788 Jul 29 17:16:55.143232 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad22bcf-d2c6-46fd-aa52-42101d77a067 req-2f1afbdf-9a6b-4590-ada5-d14cfb3ea9d0 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:55.144756 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cad22bcf-d2c6-46fd-aa52-42101d77a067 req-2f1afbdf-9a6b-4590-ada5-d14cfb3ea9d0 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 944 time: 0.0565367 Jul 29 17:16:55.190466 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cad22bcf-d2c6-46fd-aa52-42101d77a067 req-8ba486d7-8c91-4c75-9461-dc7ffb3e7fa1 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352964 Jul 29 17:16:55.227198 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb25aa8-ae6d-4d4f-9a6d-69a95b4929b6 req-9367eac3-401d-4a19-b60c-7d607de94771 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:55.228779 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9eb25aa8-ae6d-4d4f-9a6d-69a95b4929b6 req-9367eac3-401d-4a19-b60c-7d607de94771 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0500381 Jul 29 17:16:55.266062 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9eb25aa8-ae6d-4d4f-9a6d-69a95b4929b6 req-48a370d1-3656-4561-a4bb-aaa3930c8ebf tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311875 Jul 29 17:16:55.506301 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855026c7-6ef9-4ee4-8e01-b946f6520ae7 req-94cc29ab-ee38-43e3-9b0e-0d134ad36190 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:55.508512 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-855026c7-6ef9-4ee4-8e01-b946f6520ae7 req-94cc29ab-ee38-43e3-9b0e-0d134ad36190 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0499701 Jul 29 17:16:55.547954 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-855026c7-6ef9-4ee4-8e01-b946f6520ae7 req-89f64c52-9472-450b-8896-c73c0818cfb8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Jul 29 17:16:55.557534 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d797d-1e61-41dd-9a8f-712a837cd5ef req-3a27710e-6f55-4681-9d63-cf09484e321a tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:55.560001 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4e3d797d-1e61-41dd-9a8f-712a837cd5ef req-3a27710e-6f55-4681-9d63-cf09484e321a tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0533342 Jul 29 17:16:55.625903 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4e3d797d-1e61-41dd-9a8f-712a837cd5ef req-3e248ce5-a490-4a27-9907-c58c560ab641 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586948 Jul 29 17:16:55.638568 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6452b-006f-48c4-9c14-3685e240620b req-33e3d0ed-fbfa-4cdc-a735-b8b7da676f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:55.640148 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cff6452b-006f-48c4-9c14-3685e240620b req-33e3d0ed-fbfa-4cdc-a735-b8b7da676f85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 1098 time: 0.0656748 Jul 29 17:16:55.719733 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f6692f42-00f2-467c-82ba-622e2be54c7b up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:16:55.738394 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6452b-006f-48c4-9c14-3685e240620b req-b3493ed3-f23f-463f-9e3b-08b64c53a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:55.739873 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cff6452b-006f-48c4-9c14-3685e240620b req-b3493ed3-f23f-463f-9e3b-08b64c53a698 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 912 time: 0.0904853 Jul 29 17:16:55.770086 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port f6692f42-00f2-467c-82ba-622e2be54c7b completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:16:55.774655 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port f6692f42-00f2-467c-82ba-622e2be54c7b triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:16:55.775286 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:55.813921 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cff6452b-006f-48c4-9c14-3685e240620b req-35cf3672-1f84-45ba-8113-aaddb6e3ec8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2 HTTP/1.1" status: 200 len: 1001 time: 0.0602214 Jul 29 17:16:55.854275 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:55.871592 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6452b-006f-48c4-9c14-3685e240620b req-e6bdccf0-377f-4d06-977b-6aa82cb69d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:55.873661 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cff6452b-006f-48c4-9c14-3685e240620b req-e6bdccf0-377f-4d06-977b-6aa82cb69d5d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd4ae2f-4f71-4b97-8343-afc0635933bb HTTP/1.1" status: 200 len: 850 time: 0.0508015 Jul 29 17:16:55.879037 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03efc93-0668-4f12-82b1-0d37025cd54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6692f42-00f2-467c-82ba-622e2be54c7b'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:16:55.881370 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62568ccb-f4c7-4964-9be2-155018f678d1" -d '{"events": [{"server_uuid": "f03efc93-0668-4f12-82b1-0d37025cd54a", "name": "network-vif-plugged", "status": "completed", "tag": "f6692f42-00f2-467c-82ba-622e2be54c7b"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:16:55.895720 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port f6692f42-00f2-467c-82ba-622e2be54c7b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f6692f42-00f2-467c-82ba-622e2be54c7b,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:55.900587 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:55.931376 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3932ddf-8fbc-473a-a44f-521bb3953d96 x-openstack-request-id: req-c3932ddf-8fbc-473a-a44f-521bb3953d96 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:16:55.931684 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6452b-006f-48c4-9c14-3685e240620b req-afa7b4ad-cc19-4cce-8ba4-3c97876731ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:55.931829 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03efc93-0668-4f12-82b1-0d37025cd54a", "name": "network-vif-plugged", "status": "completed", "tag": "f6692f42-00f2-467c-82ba-622e2be54c7b", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:16:55.931934 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3932ddf-8fbc-473a-a44f-521bb3953d96 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:16:55.932283 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03efc93-0668-4f12-82b1-0d37025cd54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6692f42-00f2-467c-82ba-622e2be54c7b', 'code': 200} Jul 29 17:16:55.932913 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cff6452b-006f-48c4-9c14-3685e240620b req-afa7b4ad-cc19-4cce-8ba4-3c97876731ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a82dc695-f1af-4a67-9797-b862590f6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495915 Jul 29 17:16:55.958907 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=f6692f42-00f2-467c-82ba-622e2be54c7b,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:16:56.083149 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cff6452b-006f-48c4-9c14-3685e240620b req-1cccf156-ad4e-4d9a-b917-c31df0264725 service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058202 Jul 29 17:16:56.225963 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cff6452b-006f-48c4-9c14-3685e240620b req-89f95f0b-6552-4df3-85d6-73c07008b69c service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345201 Jul 29 17:16:56.233441 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff4cff-23ab-4700-be82-e6860e760cfc req-f61b6f59-bba4-4ba7-a14d-7b3dd9dd74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:56.234882 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-48ff4cff-23ab-4700-be82-e6860e760cfc req-f61b6f59-bba4-4ba7-a14d-7b3dd9dd74a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 1098 time: 0.0688155 Jul 29 17:16:56.300359 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251dbe9-b970-4532-9f71-7e03a79779d4 req-97645a48-0b2c-406d-af1e-69b35f2a712a tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:56.302588 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3251dbe9-b970-4532-9f71-7e03a79779d4 req-97645a48-0b2c-406d-af1e-69b35f2a712a tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 946 time: 0.0565288 Jul 29 17:16:56.332145 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-48ff4cff-23ab-4700-be82-e6860e760cfc req-4f6cf9d9-e343-4650-97c8-05474a6cb843 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Jul 29 17:16:56.344325 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfac791-3215-404e-8e6e-49cf13b63d9d req-112595aa-5a6e-4c6c-9982-20d8f11e9aaf tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:56.345785 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6dfac791-3215-404e-8e6e-49cf13b63d9d req-112595aa-5a6e-4c6c-9982-20d8f11e9aaf tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 945 time: 0.0816717 Jul 29 17:16:56.349780 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3251dbe9-b970-4532-9f71-7e03a79779d4 req-82a23dae-391d-4875-84b7-e274d3f5128d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Jul 29 17:16:56.388207 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6dfac791-3215-404e-8e6e-49cf13b63d9d req-a0581bdf-4059-426f-b670-64de0a18a573 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361724 Jul 29 17:16:56.663010 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967d7b-1746-4d56-9c33-f330ee1cdc69 req-d949d794-84fa-4f41-8158-763869e7f584 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:56.664490 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b1967d7b-1746-4d56-9c33-f330ee1cdc69 req-d949d794-84fa-4f41-8158-763869e7f584 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0491827 Jul 29 17:16:56.705096 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b1967d7b-1746-4d56-9c33-f330ee1cdc69 req-5a80ce62-85b6-4d85-a332-771ec07e063b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346768 Jul 29 17:16:56.744982 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6c516-3686-4320-a550-9abef49e8e5f req-0471b9c5-6888-4324-888b-05b0a9a56303 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:56.746444 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-72b6c516-3686-4320-a550-9abef49e8e5f req-0471b9c5-6888-4324-888b-05b0a9a56303 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0507658 Jul 29 17:16:56.787705 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-72b6c516-3686-4320-a550-9abef49e8e5f req-d8936e7a-5ade-4783-9a7b-fa69667c7c22 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352826 Jul 29 17:16:57.472497 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ca8c9-2e15-44e4-b79e-9cd42a361baf req-f4b7c325-6624-4c3a-a11f-5b4b662d31d2 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:57.474024 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9d3ca8c9-2e15-44e4-b79e-9cd42a361baf req-f4b7c325-6624-4c3a-a11f-5b4b662d31d2 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 946 time: 0.0560424 Jul 29 17:16:57.502987 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770843-f922-46ed-be1d-9c8f148e53f5 req-15ebdbff-6dc6-4f5a-baa1-ae899bac776f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:57.504501 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8d770843-f922-46ed-be1d-9c8f148e53f5 req-15ebdbff-6dc6-4f5a-baa1-ae899bac776f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 945 time: 0.0491774 Jul 29 17:16:57.512357 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9d3ca8c9-2e15-44e4-b79e-9cd42a361baf req-cb8dec50-38f0-47ff-b562-bb0bacbbc25c tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Jul 29 17:16:57.544502 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8d770843-f922-46ed-be1d-9c8f148e53f5 req-64b66a1d-23b0-4c3e-8b4a-2e90d0c149fb tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Jul 29 17:16:57.827855 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41eb2b-ad91-4dc9-a51f-5975cac10d8a req-6ab11d4c-1331-4715-b1cf-2a7d994b6750 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:57.829384 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ea41eb2b-ad91-4dc9-a51f-5975cac10d8a req-6ab11d4c-1331-4715-b1cf-2a7d994b6750 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0540385 Jul 29 17:16:57.866436 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ea41eb2b-ad91-4dc9-a51f-5975cac10d8a req-a31e4002-17fd-43a2-b9c0-074a26f39c41 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309026 Jul 29 17:16:57.908349 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa899f87-9a1f-4421-8fa7-96a594e69c8c req-aee5c560-7c84-4866-b47e-1ead7de68dd1 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:57.909833 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fa899f87-9a1f-4421-8fa7-96a594e69c8c req-aee5c560-7c84-4866-b47e-1ead7de68dd1 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0526791 Jul 29 17:16:57.950582 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fa899f87-9a1f-4421-8fa7-96a594e69c8c req-e00f3d01-6ca0-4d73-8d3b-7794f3f49536 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344012 Jul 29 17:16:58.625976 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7425f-914a-45b0-a0e8-368e14e0efb2 req-f89b1990-3ede-4266-8a92-653f6b01bfc1 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:58.627491 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-29b7425f-914a-45b0-a0e8-368e14e0efb2 req-f89b1990-3ede-4266-8a92-653f6b01bfc1 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 946 time: 0.0481017 Jul 29 17:16:58.658853 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a3a74-61b0-48a3-b6da-a1156493722f req-7c85f5b3-c422-4c5a-8ab3-18fb532347a3 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:58.660341 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e49a3a74-61b0-48a3-b6da-a1156493722f req-7c85f5b3-c422-4c5a-8ab3-18fb532347a3 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 945 time: 0.0506804 Jul 29 17:16:58.665790 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-29b7425f-914a-45b0-a0e8-368e14e0efb2 req-27bb011c-5bb2-4721-89c1-760989e2a3f5 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Jul 29 17:16:58.699842 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e49a3a74-61b0-48a3-b6da-a1156493722f req-56abdfe9-8970-42c6-aa1e-5af76819724b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Jul 29 17:16:59.070142 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811cde5-f1c8-48ba-be92-228f66115730 req-02f88e23-eeb4-4be7-b0b0-22f5280f5a87 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:59.071646 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8811cde5-f1c8-48ba-be92-228f66115730 req-02f88e23-eeb4-4be7-b0b0-22f5280f5a87 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0504432 Jul 29 17:16:59.112770 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8811cde5-f1c8-48ba-be92-228f66115730 req-72ca30de-df41-44c6-a7fd-94d994c0881b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337429 Jul 29 17:16:59.701012 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-c399b166-b848-4e4f-8d4a-dcc2f7c88ad2 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:59.702495 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-c399b166-b848-4e4f-8d4a-dcc2f7c88ad2 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 946 time: 0.0490768 Jul 29 17:16:59.826158 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2b390-2d42-4a33-8221-53422e1cc18a req-216e07e4-86a0-49eb-94ca-c45310af56d5 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:16:59.827603 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-85c2b390-2d42-4a33-8221-53422e1cc18a req-216e07e4-86a0-49eb-94ca-c45310af56d5 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa8b16a6-0111-410b-aa20-63b35211885c HTTP/1.1" status: 200 len: 946 time: 0.0868163 Jul 29 17:16:59.857196 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Deleting port d87d0c54-6f32-44a8-ac2e-73ffcc378eab {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:16:59.857533 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:59.915475 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-85c2b390-2d42-4a33-8221-53422e1cc18a req-028b31ad-5a9f-4c24-93bd-da8d1469f78d tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.13 "GET /v2.0/security-groups?id=11f7f7ee-aac1-4bba-9c20-a51ef7cec144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813069 Jul 29 17:16:59.968605 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] For port d87d0c54-6f32-44a8-ac2e-73ffcc378eab, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,segment=NetworkSegment(ddbd7985-222f-4d3d-a84d-5b8025734a36),segment_id=ddbd7985-222f-4d3d-a84d-5b8025734a36)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:16:59.968879 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:16:59.981674 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Calling delete_port for d87d0c54-6f32-44a8-ac2e-73ffcc378eab owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:17:00.109653 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:00.142893 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Pushing event deleted for resources: {'Port': ['ID=d87d0c54-6f32-44a8-ac2e-73ffcc378eab,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:00.155647 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['d87d0c54-6f32-44a8-ac2e-73ffcc378eab'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:17:00.189205 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] No DVR routers for this DVR port d87d0c54-6f32-44a8-ac2e-73ffcc378eab on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:17:00.191608 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:00.193794 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-959c8c1f-9b32-4ca0-bacd-1d443a07351f req-d591be24-4cf6-426d-8a75-51cbd7d9b462 tempest-VolumesSnapshotTestJSON-41389123 tempest-VolumesSnapshotTestJSON-41389123-project] 10.222.0.44 "DELETE /v2.0/ports/d87d0c54-6f32-44a8-ac2e-73ffcc378eab HTTP/1.1" status: 204 len: 173 time: 0.4784617 Jul 29 17:17:00.194239 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8b16a6-0111-410b-aa20-63b35211885c', 'name': 'network-vif-deleted', 'tag': 'd87d0c54-6f32-44a8-ac2e-73ffcc378eab'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:00.196456 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd0c48b-a74f-4001-8c67-3927ea50274e" -d '{"events": [{"server_uuid": "fa8b16a6-0111-410b-aa20-63b35211885c", "name": "network-vif-deleted", "tag": "d87d0c54-6f32-44a8-ac2e-73ffcc378eab"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:00.267188 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb0b97-73c8-4d73-87ea-7eb059c34445 req-486ca164-779a-4418-9682-8110e8b6a601 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:00.268837 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b7eb0b97-73c8-4d73-87ea-7eb059c34445 req-486ca164-779a-4418-9682-8110e8b6a601 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0565507 Jul 29 17:17:00.311609 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b7eb0b97-73c8-4d73-87ea-7eb059c34445 req-00dfdee3-03d2-4e29-af18-49fd178ba2e9 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364971 Jul 29 17:17:00.360273 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80272a18-fa21-4bfe-8bbe-5a7a524d0e3a x-openstack-request-id: req-80272a18-fa21-4bfe-8bbe-5a7a524d0e3a {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:00.360749 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8b16a6-0111-410b-aa20-63b35211885c", "name": "network-vif-deleted", "tag": "d87d0c54-6f32-44a8-ac2e-73ffcc378eab", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:00.361108 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80272a18-fa21-4bfe-8bbe-5a7a524d0e3a {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:00.361619 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8b16a6-0111-410b-aa20-63b35211885c', 'name': 'network-vif-deleted', 'tag': 'd87d0c54-6f32-44a8-ac2e-73ffcc378eab', 'status': 'completed', 'code': 200} Jul 29 17:17:01.435737 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431d7b3-88df-425f-a1e1-0ffb61038a9e req-0163ea3a-ad1e-4066-bcad-1fb19f48f271 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:01.437241 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7431d7b3-88df-425f-a1e1-0ffb61038a9e req-0163ea3a-ad1e-4066-bcad-1fb19f48f271 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0534594 Jul 29 17:17:01.476575 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7431d7b3-88df-425f-a1e1-0ffb61038a9e req-780e7e78-4977-4f7a-8517-884a66db4a94 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333471 Jul 29 17:17:02.596429 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f6cff-0795-43d2-8a33-3387940a3249 req-934787d7-3baf-42d2-b1cb-d9c4de01a69a tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:02.597916 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-110f6cff-0795-43d2-8a33-3387940a3249 req-934787d7-3baf-42d2-b1cb-d9c4de01a69a tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0526783 Jul 29 17:17:02.637812 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-110f6cff-0795-43d2-8a33-3387940a3249 req-7fecbea5-4256-4776-8bb8-fd8491db1846 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7&id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338838 Jul 29 17:17:02.671794 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:17:05.548082 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device d87d0c54-6f32-44a8-ac2e-73ffcc378eab no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:17:05.567485 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: d87d0c54-6f32-44a8-ac2e-73ffcc378eab {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:17:05.567823 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device d87d0c54-6f32-44a8-ac2e-73ffcc378eab not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:17:08.081123 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f651-b962-4606-b375-8caf277bb6da req-61dbaa14-c6cd-4048-8e11-497ea5c630a6 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:08.082607 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-61dbaa14-c6cd-4048-8e11-497ea5c630a6 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 815 time: 0.1126494 Jul 29 17:17:08.097680 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-69fa2797-5188-4504-a843-92817dc4d056 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/quotas/8f28ccdb52954af1992576c99ad5089d HTTP/1.1" status: 200 len: 375 time: 0.0094967 Jul 29 17:17:08.148412 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-d3456d81-10d5-4e0e-97d0-258a62ec77ca tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456820 Jul 29 17:17:08.463071 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-35ddd2c9-7a67-4d0a-9d3d-1da5b7a65aed service neutron] 10.222.0.13 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068011 Jul 29 17:17:08.553601 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-52c4501f-ff24-487a-bf46-5ce7ce0c73be service neutron] 10.222.0.13 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841165 Jul 29 17:17:08.707731 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0e6afdd8-848f-4178-b362-d43e547d82b1 req-d5fb8060-4ab2-484a-b29f-3bb6aa4a427b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 210 time: 0.0274947 Jul 29 17:17:09.803755 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ad6d8b56-551d-4347-8ad5-55db5c8f76ed req-52b42278-3271-43ef-bbd8-29b352b83737 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 210 time: 0.0286698 Jul 29 17:17:09.874567 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f651-b962-4606-b375-8caf277bb6da req-b0ff0643-b91c-47cf-86ce-455a35760cc5 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:09.876020 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-b0ff0643-b91c-47cf-86ce-455a35760cc5 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 815 time: 0.1096025 Jul 29 17:17:09.901334 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Request body: {'port': {'device_id': '7dfede8d-7150-4bdb-8791-55d980bb10fa', 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f', 'admin_state_up': True, 'tenant_id': '8f28ccdb52954af1992576c99ad5089d'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:10.007286 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Made reservation on behalf of 8f28ccdb52954af1992576c99ad5089d for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:17:10.010835 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:10.138241 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Allocated IP 172.20.0.9 (fd0d6610-edfa-4c43-a08b-15ad065d077f/f0110647-c486-43c7-a47e-fee3bdfe3db0/dca63965-12d2-44ad-8a25-cd2cba013f28) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:10.282205 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:10.318910 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:10.358404 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f6692f42-00f2-467c-82ba-622e2be54c7b'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:17:10.359495 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Network fd0d6610-edfa-4c43-a08b-15ad065d077f is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:10.362593 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:10.369130 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:17:10.393174 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Pushing event updated for resources: {'Port': ['ID=dca63965-12d2-44ad-8a25-cd2cba013f28,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:10.422396 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:10.423047 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:10.437936 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-376e2ba3-ef77-4063-9290-4ee0adc56b7a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402615 Jul 29 17:17:10.460141 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Request body: {'port': {'device_id': '7dfede8d-7150-4bdb-8791-55d980bb10fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:10.522812 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:10.787864 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca63965-12d2-44ad-8a25-cd2cba013f28 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:17:10.795659 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:10.806911 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Transition to ACTIVE for port object dca63965-12d2-44ad-8a25-cd2cba013f28 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:10.810859 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:10.862832 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=dca63965-12d2-44ad-8a25-cd2cba013f28,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:10.969915 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a35af-bd6a-47e5-b0ff-a9525c710e0c req-3d73ca1a-3520-43cf-9bdb-4a81d3b5ac79 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:10.971515 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9f8a35af-bd6a-47e5-b0ff-a9525c710e0c req-3d73ca1a-3520-43cf-9bdb-4a81d3b5ac79 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 943 time: 0.0936549 Jul 29 17:17:10.972647 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Attempting to bind port dca63965-12d2-44ad-8a25-cd2cba013f28 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:17:10.973027 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Attempting to bind port dca63965-12d2-44ad-8a25-cd2cba013f28 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:17:10.973358 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Attempting to bind port dca63965-12d2-44ad-8a25-cd2cba013f28 on network fd0d6610-edfa-4c43-a08b-15ad065d077f {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:17:10.979705 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Port dca63965-12d2-44ad-8a25-cd2cba013f28 on network fd0d6610-edfa-4c43-a08b-15ad065d077f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:17:10.980099 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Attempting to bind port dca63965-12d2-44ad-8a25-cd2cba013f28 on network fd0d6610-edfa-4c43-a08b-15ad065d077f {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:17:10.995950 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:17:10.996317 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Checking segment: {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:17:10.996721 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Bound using segment: {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:17:10.997197 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Bound port: dca63965-12d2-44ad-8a25-cd2cba013f28, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:17:10.997594 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:11.049785 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9f8a35af-bd6a-47e5-b0ff-a9525c710e0c req-354a9e10-47ee-40ea-9ea8-ba6ec190225e tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718350 Jul 29 17:17:11.080223 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] For port dca63965-12d2-44ad-8a25-cd2cba013f28, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:17:11.083427 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] For port dca63965-12d2-44ad-8a25-cd2cba013f28, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dca63965-12d2-44ad-8a25-cd2cba013f28,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:17:11.087920 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:11.125856 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:11.126481 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:11.127856 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/dca63965-12d2-44ad-8a25-cd2cba013f28 HTTP/1.1" status: 200 len: 1093 time: 0.6730673 Jul 29 17:17:11.128288 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfede8d-7150-4bdb-8791-55d980bb10fa', 'tag': 'dca63965-12d2-44ad-8a25-cd2cba013f28'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:11.130554 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890a1e7d-595a-48d7-9d08-352e2dc12a93" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfede8d-7150-4bdb-8791-55d980bb10fa", "tag": "dca63965-12d2-44ad-8a25-cd2cba013f28"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:11.155757 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f28d8-b409-4340-9dff-f19601aab1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=dca63965-12d2-44ad-8a25-cd2cba013f28,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:11.166644 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b4a730-4e41-40e4-8e00-bb04b5e79e75 x-openstack-request-id: req-79b4a730-4e41-40e4-8e00-bb04b5e79e75 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:11.166983 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfede8d-7150-4bdb-8791-55d980bb10fa", "tag": "dca63965-12d2-44ad-8a25-cd2cba013f28", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:11.167238 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79b4a730-4e41-40e4-8e00-bb04b5e79e75 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:11.167710 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfede8d-7150-4bdb-8791-55d980bb10fa', 'tag': 'dca63965-12d2-44ad-8a25-cd2cba013f28', 'status': 'completed', 'code': 200} Jul 29 17:17:11.347798 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9be398d6-96ca-4ad7-9b5a-01f38af6402e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:12.163692 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a88ec-d5c7-4ea8-858b-39f36967a5f3 req-d37363a1-5ee1-407d-80eb-18c1d109f7b7 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:12.165207 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-143a88ec-d5c7-4ea8-858b-39f36967a5f3 req-d37363a1-5ee1-407d-80eb-18c1d109f7b7 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 943 time: 0.0500083 Jul 29 17:17:12.203018 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-143a88ec-d5c7-4ea8-858b-39f36967a5f3 req-2c33fd11-5ca4-4cd8-a331-31e49220cc66 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Jul 29 17:17:13.314863 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da565231-7645-4458-b878-db1510a03b75 req-be7b827e-0230-4e30-91bc-0a02f0da61b0 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:13.316228 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-da565231-7645-4458-b878-db1510a03b75 req-be7b827e-0230-4e30-91bc-0a02f0da61b0 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 943 time: 0.0471075 Jul 29 17:17:13.353473 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-da565231-7645-4458-b878-db1510a03b75 req-7eb2ec09-77f1-4033-b6bd-b1903bcc11fc tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312672 Jul 29 17:17:13.855572 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-14bcaad8-a6ce-4676-b2c5-67c424019c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:13.913131 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1995980c-5730-421e-977a-b8405d8329a1 req-0fce41e1-c2f0-4ba7-a222-a10188cf1d56 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635138 Jul 29 17:17:13.915515 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f651-b962-4606-b375-8caf277bb6da req-116917c7-334c-4cb1-81df-7098c13882c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:13.916880 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-116917c7-334c-4cb1-81df-7098c13882c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 1096 time: 0.0779145 Jul 29 17:17:13.975036 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:14.248082 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-9e9f2cdc-c5be-45e4-9d5a-a8005e29c2be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca63965-12d2-44ad-8a25-cd2cba013f28 HTTP/1.1" status: 200 len: 217 time: 0.2692664 Jul 29 17:17:14.318227 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995980c-5730-421e-977a-b8405d8329a1 req-7a35989c-9be9-4f27-84cf-8b7ff2fe1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:14.319754 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1995980c-5730-421e-977a-b8405d8329a1 req-7a35989c-9be9-4f27-84cf-8b7ff2fe1c64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 1100 time: 0.0800502 Jul 29 17:17:14.321220 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f651-b962-4606-b375-8caf277bb6da req-f7b8654e-e7fa-40dd-a9b7-d93833f448d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:14.322535 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-f7b8654e-e7fa-40dd-a9b7-d93833f448d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0110647-c486-43c7-a47e-fee3bdfe3db0 HTTP/1.1" status: 200 len: 855 time: 0.0569024 Jul 29 17:17:14.372327 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-8f83f55c-50cb-4def-b542-f43f216ff92b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd0d6610-edfa-4c43-a08b-15ad065d077f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392954 Jul 29 17:17:14.543968 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b837f9-d592-4ab7-a29f-461de1e9db96 req-885e9461-c006-4bbc-b775-3852f0d15416 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:14.545476 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-33b837f9-d592-4ab7-a29f-461de1e9db96 req-885e9461-c006-4bbc-b775-3852f0d15416 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 943 time: 0.1254947 Jul 29 17:17:14.550994 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995980c-5730-421e-977a-b8405d8329a1 req-5d4744cd-5800-457f-a9bf-52c093f75126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:14.552344 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1995980c-5730-421e-977a-b8405d8329a1 req-5d4744cd-5800-457f-a9bf-52c093f75126 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.2099175 Jul 29 17:17:14.564686 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-de6663fc-7dae-448c-afa2-2a9736070bf2 service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665258 Jul 29 17:17:14.682627 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-33b837f9-d592-4ab7-a29f-461de1e9db96 req-efb35e5b-cf33-4d12-bf4e-b007dd458596 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278093 Jul 29 17:17:14.696820 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1995980c-5730-421e-977a-b8405d8329a1 req-40ff459f-729d-4405-bfaa-4a3484b4ae04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b HTTP/1.1" status: 200 len: 1002 time: 0.1341262 Jul 29 17:17:14.761929 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bc3f651-b962-4606-b375-8caf277bb6da req-e64c82b4-2225-4b59-b9aa-e8530f9b5b98 service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845174 Jul 29 17:17:14.770677 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995980c-5730-421e-977a-b8405d8329a1 req-fa3b83ec-0c12-4f8c-b946-1575970d7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:14.772079 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1995980c-5730-421e-977a-b8405d8329a1 req-fa3b83ec-0c12-4f8c-b946-1575970d7d26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0647469 Jul 29 17:17:14.834759 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995980c-5730-421e-977a-b8405d8329a1 req-9b355971-6c8a-42af-9d5b-815cda9165b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:14.836293 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1995980c-5730-421e-977a-b8405d8329a1 req-9b355971-6c8a-42af-9d5b-815cda9165b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501628 Jul 29 17:17:14.844924 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:14.993418 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-5cc6fe2e-82fc-4553-946d-6914802cc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:14.994988 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-5cc6fe2e-82fc-4553-946d-6914802cc816 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 1096 time: 0.1057324 Jul 29 17:17:15.034659 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1995980c-5730-421e-977a-b8405d8329a1 req-b7a4edb8-0800-438a-a41e-71f9429cb7ae service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556582 Jul 29 17:17:15.173841 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-2d5b4bde-53b4-44c9-91b9-a6616987ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:15.175384 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-2d5b4bde-53b4-44c9-91b9-a6616987ffc2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 916 time: 0.1665757 Jul 29 17:17:15.193047 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1995980c-5730-421e-977a-b8405d8329a1 req-1ced8689-fb3d-4185-8035-daf28da8666e service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328025 Jul 29 17:17:15.222071 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-38ac6055-14fb-496e-a00e-3e2769720722 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca63965-12d2-44ad-8a25-cd2cba013f28 HTTP/1.1" status: 200 len: 217 time: 0.0390399 Jul 29 17:17:15.321576 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-4020f532-8e24-42b3-a4fe-06964e7b3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:15.323049 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-4020f532-8e24-42b3-a4fe-06964e7b3f0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0110647-c486-43c7-a47e-fee3bdfe3db0 HTTP/1.1" status: 200 len: 855 time: 0.0503085 Jul 29 17:17:15.363529 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-18e05bc6-8753-41ea-a54d-74d89d184d44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd0d6610-edfa-4c43-a08b-15ad065d077f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251360 Jul 29 17:17:15.453031 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-adc12435-d111-4b74-85ac-59f9dd088de8 service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810685 Jul 29 17:17:15.551204 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-890a1e7d-595a-48d7-9d08-352e2dc12a93 req-24e2e15f-bbe0-4412-9061-30f8e3b6fb6d service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878198 Jul 29 17:17:15.796590 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53495f7-a702-4d43-ba5c-8a8133a69fc0 req-f9606225-a48b-40e9-993d-ae4fecc7f09d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:15.798204 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d53495f7-a702-4d43-ba5c-8a8133a69fc0 req-f9606225-a48b-40e9-993d-ae4fecc7f09d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 943 time: 0.0491836 Jul 29 17:17:15.838238 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d53495f7-a702-4d43-ba5c-8a8133a69fc0 req-f110b99f-3d3c-49a0-86d5-bc5abc77fc65 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342782 Jul 29 17:17:16.385942 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:16.898006 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:16.957013 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335e7af-13ae-4eb0-9058-822c61476fbf req-389af258-a012-4152-91f6-fba649283a8a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:16.958495 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0335e7af-13ae-4eb0-9058-822c61476fbf req-389af258-a012-4152-91f6-fba649283a8a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 943 time: 0.0538671 Jul 29 17:17:16.995942 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0335e7af-13ae-4eb0-9058-822c61476fbf req-9c55509c-880d-4748-908a-d17885d7c461 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305104 Jul 29 17:17:17.755090 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device dca63965-12d2-44ad-8a25-cd2cba013f28 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:17:17.848612 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port dca63965-12d2-44ad-8a25-cd2cba013f28, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dca63965-12d2-44ad-8a25-cd2cba013f28,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:17.860208 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'dca63965-12d2-44ad-8a25-cd2cba013f28', 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f', 'port_id': 'dca63965-12d2-44ad-8a25-cd2cba013f28', 'mac_address': 'fa:16:3e:12:ed:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0110647-c486-43c7-a47e-fee3bdfe3db0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:17:17.895497 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:17.907948 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca63965-12d2-44ad-8a25-cd2cba013f28 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:17:17.926951 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port dca63965-12d2-44ad-8a25-cd2cba013f28, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dca63965-12d2-44ad-8a25-cd2cba013f28,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:17.930847 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:17.976705 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=dca63965-12d2-44ad-8a25-cd2cba013f28,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:18.111238 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f514664-a986-4d88-8d8a-39be5ef7f82f req-0c8c4e31-6cd9-4ef3-9fa4-4e5b5b649f1c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:18.112741 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3f514664-a986-4d88-8d8a-39be5ef7f82f req-0c8c4e31-6cd9-4ef3-9fa4-4e5b5b649f1c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 944 time: 0.0516145 Jul 29 17:17:18.149898 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3f514664-a986-4d88-8d8a-39be5ef7f82f req-33c85d58-dafe-40ed-b432-51aa33b34354 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Jul 29 17:17:18.340510 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['dca63965-12d2-44ad-8a25-cd2cba013f28'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:17:19.260774 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf934b7e-28ee-4a4f-9a8a-b3c68f81e7e1 req-720178f2-65b4-4325-bdbe-edfbfdf57f31 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:19.262795 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cf934b7e-28ee-4a4f-9a8a-b3c68f81e7e1 req-720178f2-65b4-4325-bdbe-edfbfdf57f31 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 944 time: 0.0479729 Jul 29 17:17:19.303011 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-cf934b7e-28ee-4a4f-9a8a-b3c68f81e7e1 req-6b36c228-c0bf-4bd6-b89f-0ffbc3faaa7e tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343466 Jul 29 17:17:19.768999 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device dca63965-12d2-44ad-8a25-cd2cba013f28 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:17:19.818308 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port dca63965-12d2-44ad-8a25-cd2cba013f28 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:19.822126 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port dca63965-12d2-44ad-8a25-cd2cba013f28 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:19.822533 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:19.898555 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:19.920895 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfede8d-7150-4bdb-8791-55d980bb10fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca63965-12d2-44ad-8a25-cd2cba013f28'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:19.923221 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17b07af-3aff-4bb3-a971-d1314dffe291" -d '{"events": [{"server_uuid": "7dfede8d-7150-4bdb-8791-55d980bb10fa", "name": "network-vif-plugged", "status": "completed", "tag": "dca63965-12d2-44ad-8a25-cd2cba013f28"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:19.936824 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port dca63965-12d2-44ad-8a25-cd2cba013f28, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dca63965-12d2-44ad-8a25-cd2cba013f28,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:19.940818 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:19.963624 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeec852d-7537-40d1-b061-532cfa4a020a x-openstack-request-id: req-aeec852d-7537-40d1-b061-532cfa4a020a {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:19.964443 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfede8d-7150-4bdb-8791-55d980bb10fa", "name": "network-vif-plugged", "status": "completed", "tag": "dca63965-12d2-44ad-8a25-cd2cba013f28", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:19.964713 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeec852d-7537-40d1-b061-532cfa4a020a {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:19.965091 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfede8d-7150-4bdb-8791-55d980bb10fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca63965-12d2-44ad-8a25-cd2cba013f28', 'code': 200} Jul 29 17:17:19.989911 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=dca63965-12d2-44ad-8a25-cd2cba013f28,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:20.191033 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100b14e-6c96-4816-aae6-ade5dde641af req-5da9bcc6-e4fd-49ab-b601-1e9ca5e549cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:20.192408 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f100b14e-6c96-4816-aae6-ade5dde641af req-5da9bcc6-e4fd-49ab-b601-1e9ca5e549cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 1098 time: 0.0397556 Jul 29 17:17:20.238176 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f100b14e-6c96-4816-aae6-ade5dde641af req-3cf48332-9136-410e-90d6-51bb2feb1603 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280268 Jul 29 17:17:20.417120 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6fee0-7155-477c-bf59-c8c3c79e29b0 req-057ef434-d319-40e4-9c0f-8a64fe5b5c14 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:20.418589 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dbf6fee0-7155-477c-bf59-c8c3c79e29b0 req-057ef434-d319-40e4-9c0f-8a64fe5b5c14 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 945 time: 0.0496132 Jul 29 17:17:20.455782 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dbf6fee0-7155-477c-bf59-c8c3c79e29b0 req-e3ed38c1-3481-4e0a-a334-4a6c21749845 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Jul 29 17:17:21.570489 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24127489-da60-4852-80cd-04861d6aca5a req-eb474c71-d40e-41d2-acde-ddaa98b81175 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:21.572035 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-24127489-da60-4852-80cd-04861d6aca5a req-eb474c71-d40e-41d2-acde-ddaa98b81175 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 945 time: 0.0493531 Jul 29 17:17:21.609678 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-24127489-da60-4852-80cd-04861d6aca5a req-31af3c41-639f-40de-a302-2e1017362c1e tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Jul 29 17:17:22.729201 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f598b-050f-4d8b-b9e7-1edc918a94a9 req-b1196754-0fcd-4f5b-9c52-981b12d0779a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:22.730753 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0d5f598b-050f-4d8b-b9e7-1edc918a94a9 req-b1196754-0fcd-4f5b-9c52-981b12d0779a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 945 time: 0.0491259 Jul 29 17:17:22.770653 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0d5f598b-050f-4d8b-b9e7-1edc918a94a9 req-a6db86c3-bee5-4858-bdb3-9ac7a1d1f038 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Jul 29 17:17:24.089238 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 37988) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:24.134017 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Deleting subnet 089450ae-d340-46a2-8dcc-ed5532eee6cd {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:17:24.137213 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.171522 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.212470 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.278281 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.304936 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=089450ae-d340-46a2-8dcc-ed5532eee6cd,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:24.310120 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.312178 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/089450ae-d340-46a2-8dcc-ed5532eee6cd HTTP/1.1" status: 204 len: 168 time: 0.2217214 Jul 29 17:17:24.314656 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 37992) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:24.318112 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.318461 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.318800 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.319133 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.319461 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.319793 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.320120 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.320450 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.320868 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.321314 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.321514 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.321832 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d79be-4f29-4af2-a62d-86a08e671f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.386714 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.461134 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.471144 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc65600-4e8d-499b-8603-1f712e304870']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:24.481483 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbd7985-222f-4d3d-a84d-5b8025734a36') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:24.481775 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbd7985-222f-4d3d-a84d-5b8025734a36') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:24.490225 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.503235 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.509150 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:17:24.509510 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:17:24.511511 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:17:24.567278 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.575058 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.577460 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2dc65600-4e8d-499b-8603-1f712e304870 HTTP/1.1" status: 204 len: 168 time: 0.2617629 Jul 29 17:17:24.589354 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc65600-4e8d-499b-8603-1f712e304870,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:24.597078 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.597425 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.597764 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.598096 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.598426 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.598755 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.599078 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.599399 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.599776 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.600045 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.600368 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.600705 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095f469-fca1-40f9-9882-5d2d2941c2e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:24.688001 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 37996) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:24.726614 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f4ea5dc9-fe38-4645-a5c5-18225d5c2abc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce658e881aaf4958b5b54b49201e660a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372882 Jul 29 17:17:24.728882 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 37998) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:24.775996 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-da19db44-ebb4-4fa3-893f-319a13ce5af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.796531 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-da19db44-ebb4-4fa3-893f-319a13ce5af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.844092 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-da19db44-ebb4-4fa3-893f-319a13ce5af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.846691 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-da19db44-ebb4-4fa3-893f-319a13ce5af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:24.847852 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-da19db44-ebb4-4fa3-893f-319a13ce5af5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11f7f7ee-aac1-4bba-9c20-a51ef7cec144 HTTP/1.1" status: 204 len: 168 time: 0.1175151 Jul 29 17:17:24.855597 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19db44-ebb4-4fa3-893f-319a13ce5af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f7f7ee-aac1-4bba-9c20-a51ef7cec144,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:25.574785 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b88f13e4-34b5-4ac0-999c-50d82ab860a7 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:25.576240 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b88f13e4-34b5-4ac0-999c-50d82ab860a7 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 815 time: 0.1047347 Jul 29 17:17:25.591319 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-82b584c7-1bee-4436-a8e6-f84acd59be58 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/quotas/8f28ccdb52954af1992576c99ad5089d HTTP/1.1" status: 200 len: 375 time: 0.0093899 Jul 29 17:17:25.642814 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-d8ea207b-adfb-4ddc-a0a5-85fc64bd3851 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464594 Jul 29 17:17:25.735477 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-a1e182de-5eec-4331-87af-7a5e0cb6c277 service neutron] 10.222.0.13 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857418 Jul 29 17:17:25.821411 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-1baf7fae-b03f-48d1-801a-1214d2359424 service neutron] 10.222.0.13 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793440 Jul 29 17:17:25.977020 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a12e1130-ad62-4483-8b62-ffc39bf714a1 req-76edf553-0499-47ed-a3da-c6ced247a009 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 210 time: 0.0269818 Jul 29 17:17:27.077408 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-528ae71b-57c1-4096-b53d-58bbc8a296d1 req-aa18c70f-4eeb-406f-b4ee-fbf4882c3834 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 210 time: 0.0320480 Jul 29 17:17:27.244425 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-5d391cb0-d7e8-4205-9b06-c851556ebc4e tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:27.246702 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-5d391cb0-d7e8-4205-9b06-c851556ebc4e tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 815 time: 0.1051195 Jul 29 17:17:27.270496 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Request body: {'port': {'device_id': '32b8fff6-98d5-40e7-a1ad-00f827fe42cd', 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f', 'admin_state_up': True, 'tenant_id': '8f28ccdb52954af1992576c99ad5089d'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:27.387593 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Made reservation on behalf of 8f28ccdb52954af1992576c99ad5089d for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:17:27.391026 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:27.514744 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Allocated IP 172.20.0.13 (fd0d6610-edfa-4c43-a08b-15ad065d077f/f0110647-c486-43c7-a47e-fee3bdfe3db0/ca21e62d-dc77-40b8-b4ae-8b8992e8b891) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:27.660287 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:27.699569 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:27.745603 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Network fd0d6610-edfa-4c43-a08b-15ad065d077f is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:27.748679 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:27.754451 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:17:27.756957 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f6692f42-00f2-467c-82ba-622e2be54c7b', 'dca63965-12d2-44ad-8a25-cd2cba013f28'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:17:27.760776 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Pushing event updated for resources: {'Port': ['ID=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:27.805051 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:27.805671 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:27.821100 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-9247f213-fd35-43e0-8dea-5e050c238d60 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5539670 Jul 29 17:17:27.844797 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Request body: {'port': {'device_id': '32b8fff6-98d5-40e7-a1ad-00f827fe42cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:27.898164 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:28.181443 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca21e62d-dc77-40b8-b4ae-8b8992e8b891 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:17:28.191131 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:28.208167 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Transition to ACTIVE for port object ca21e62d-dc77-40b8-b4ae-8b8992e8b891 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:28.216105 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dfb9b-a44f-474d-9689-2ca9a98149f9 req-e89ca47a-33b8-4940-9cac-b6dc0418c062 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:28.217618 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-952dfb9b-a44f-474d-9689-2ca9a98149f9 req-e89ca47a-33b8-4940-9cac-b6dc0418c062 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 932 time: 0.0706787 Jul 29 17:17:28.218675 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:28.285061 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Pushing event updated for resources: {'Port': ['ID=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:28.314487 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-952dfb9b-a44f-474d-9689-2ca9a98149f9 req-b23a18c2-1695-48a6-97cb-45bb45dcbd5b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877640 Jul 29 17:17:28.371091 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Attempting to bind port ca21e62d-dc77-40b8-b4ae-8b8992e8b891 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:17:28.371424 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Attempting to bind port ca21e62d-dc77-40b8-b4ae-8b8992e8b891 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:17:28.371771 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Attempting to bind port ca21e62d-dc77-40b8-b4ae-8b8992e8b891 on network fd0d6610-edfa-4c43-a08b-15ad065d077f {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:17:28.376401 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Port ca21e62d-dc77-40b8-b4ae-8b8992e8b891 on network fd0d6610-edfa-4c43-a08b-15ad065d077f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:17:28.376747 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Attempting to bind port ca21e62d-dc77-40b8-b4ae-8b8992e8b891 on network fd0d6610-edfa-4c43-a08b-15ad065d077f {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:17:28.381749 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:17:28.382081 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Checking segment: {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:17:28.382464 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Bound using segment: {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:17:28.382868 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Bound port: ca21e62d-dc77-40b8-b4ae-8b8992e8b891, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:17:28.383223 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:28.450241 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] For port ca21e62d-dc77-40b8-b4ae-8b8992e8b891, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:17:28.453350 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] For port ca21e62d-dc77-40b8-b4ae-8b8992e8b891, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:17:28.457718 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:28.493019 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:28.493655 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:28.495080 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] 10.222.0.44 "PUT /v2.0/ports/ca21e62d-dc77-40b8-b4ae-8b8992e8b891 HTTP/1.1" status: 200 len: 1094 time: 0.6556361 Jul 29 17:17:28.495519 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b8fff6-98d5-40e7-a1ad-00f827fe42cd', 'tag': 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:28.497796 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf62649-a71e-472f-a0f9-a301bfa43593" -d '{"events": [{"name": "network-changed", "server_uuid": "32b8fff6-98d5-40e7-a1ad-00f827fe42cd", "tag": "ca21e62d-dc77-40b8-b4ae-8b8992e8b891"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:28.523497 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dc3ff-4527-4683-9203-ee901fc60aac service neutron] Pushing event updated for resources: {'Port': ['ID=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:28.544639 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a23334-c7ec-4aa8-a1d3-ff5b888726b3 x-openstack-request-id: req-e2a23334-c7ec-4aa8-a1d3-ff5b888726b3 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:28.544921 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b8fff6-98d5-40e7-a1ad-00f827fe42cd", "tag": "ca21e62d-dc77-40b8-b4ae-8b8992e8b891", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:28.545162 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2a23334-c7ec-4aa8-a1d3-ff5b888726b3 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:28.545542 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b8fff6-98d5-40e7-a1ad-00f827fe42cd', 'tag': 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891', 'status': 'completed', 'code': 200} Jul 29 17:17:28.585951 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517d5b8-e3f3-4077-9fd1-8c060eb7722e req-23bf9373-e93a-42ed-be67-373c16aef449 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:28.587354 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c517d5b8-e3f3-4077-9fd1-8c060eb7722e req-23bf9373-e93a-42ed-be67-373c16aef449 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 947 time: 0.0527689 Jul 29 17:17:28.652928 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c517d5b8-e3f3-4077-9fd1-8c060eb7722e req-8d0f50ac-cdc7-45d2-8993-ae078bbba776 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582120 Jul 29 17:17:28.665994 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62649-a71e-472f-a0f9-a301bfa43593 req-eaeec979-da66-462e-bd17-9adec29e8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:28.667520 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2bf62649-a71e-472f-a0f9-a301bfa43593 req-eaeec979-da66-462e-bd17-9adec29e8dc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 1097 time: 0.0528469 Jul 29 17:17:28.781264 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62649-a71e-472f-a0f9-a301bfa43593 req-15408ea6-d5d0-4e07-8e8c-c7391a583990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:28.782736 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2bf62649-a71e-472f-a0f9-a301bfa43593 req-15408ea6-d5d0-4e07-8e8c-c7391a583990 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8f28ccdb52954af1992576c99ad5089d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0929782 Jul 29 17:17:28.883127 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf62649-a71e-472f-a0f9-a301bfa43593 req-4bcea6ae-9c51-4bce-bdfe-75a0ee408354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:28.884524 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2bf62649-a71e-472f-a0f9-a301bfa43593 req-4bcea6ae-9c51-4bce-bdfe-75a0ee408354 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925908 Jul 29 17:17:29.006169 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-e85cb625-4435-4bef-8933-340ab24332c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:29.007906 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-e85cb625-4435-4bef-8933-340ab24332c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 1097 time: 0.0408340 Jul 29 17:17:29.069085 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-03ef8229-f5e3-4984-bca6-80271f28bc2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca21e62d-dc77-40b8-b4ae-8b8992e8b891 HTTP/1.1" status: 200 len: 217 time: 0.0334496 Jul 29 17:17:29.124476 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-5eaa9444-1f29-45e9-bfc9-2a2259267b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:29.125940 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-5eaa9444-1f29-45e9-bfc9-2a2259267b05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0110647-c486-43c7-a47e-fee3bdfe3db0 HTTP/1.1" status: 200 len: 855 time: 0.0452356 Jul 29 17:17:29.164532 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-fdfe797d-9e08-44fe-ae0e-926d87269349 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd0d6610-edfa-4c43-a08b-15ad065d077f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238166 Jul 29 17:17:29.257557 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-6a7270c1-017e-4280-8968-3e2fdbd2a8ef service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853133 Jul 29 17:17:29.355557 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c21d045e-2d1c-4efd-a0a2-d571b35e566d req-2d0a1da4-8e60-4676-a902-2b21ed6e4cc3 service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846360 Jul 29 17:17:29.430610 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1588f-7b8e-4ce8-861c-6ff9cc210b3c req-e7029e7c-d90f-4b49-95d1-0f068da9e5dc tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:29.432020 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f1c1588f-7b8e-4ce8-861c-6ff9cc210b3c req-e7029e7c-d90f-4b49-95d1-0f068da9e5dc tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 944 time: 0.0494783 Jul 29 17:17:29.471659 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f1c1588f-7b8e-4ce8-861c-6ff9cc210b3c req-d51dba3b-60fc-42e8-aa94-75c206164cb8 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Jul 29 17:17:29.772111 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5945a5-397e-4047-afb6-cd1251801469 req-dcb4a7e1-2568-458a-a41f-3c6de08d6173 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:29.773605 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4d5945a5-397e-4047-afb6-cd1251801469 req-dcb4a7e1-2568-458a-a41f-3c6de08d6173 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 947 time: 0.0494430 Jul 29 17:17:29.810224 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4d5945a5-397e-4047-afb6-cd1251801469 req-508b8bcf-cda8-4548-b2e7-d67866c7a990 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308328 Jul 29 17:17:30.581515 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10431cfd-ce40-4ce7-8aa1-b6b8e4928e6b req-634e428a-0c5c-4b5b-b81d-058d2c4eeda5 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:30.582967 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-10431cfd-ce40-4ce7-8aa1-b6b8e4928e6b req-634e428a-0c5c-4b5b-b81d-058d2c4eeda5 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 944 time: 0.0472693 Jul 29 17:17:30.620227 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-10431cfd-ce40-4ce7-8aa1-b6b8e4928e6b req-912c959b-eff8-4b77-8194-5ae2d0340f9d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Jul 29 17:17:30.928783 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8abc3-f153-426b-8d96-5ccdde700373 req-3e336299-f98e-4a95-bce2-db02fec2d8a0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:30.930260 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6cc8abc3-f153-426b-8d96-5ccdde700373 req-3e336299-f98e-4a95-bce2-db02fec2d8a0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 947 time: 0.0492883 Jul 29 17:17:30.971880 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6cc8abc3-f153-426b-8d96-5ccdde700373 req-36c542ef-0da7-4813-bb2d-c400fb1cb250 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=a20372a4-9297-4868-8168-260bbd4cf72b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357111 Jul 29 17:17:31.171430 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-21e468d1-5814-4bec-8319-fba043277780 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:31.172868 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-21e468d1-5814-4bec-8319-fba043277780 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 947 time: 0.0482583 Jul 29 17:17:31.272012 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Deleting port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:17:31.272348 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:31.360726 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] For port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:31.361096 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:31.742113 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f16edf-5b44-4369-bfc2-0838b3a847d0 req-4884d3c4-d308-4827-9d3c-2594cf2230bb tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:31.743853 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f0f16edf-5b44-4369-bfc2-0838b3a847d0 req-4884d3c4-d308-4827-9d3c-2594cf2230bb tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 944 time: 0.0565352 Jul 29 17:17:31.784236 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f0f16edf-5b44-4369-bfc2-0838b3a847d0 req-a4f19329-007a-448b-a88b-06c4d0429d29 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344887 Jul 29 17:17:31.800781 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:31.801150 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:31.801460 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Floating IP 97ed5b45-3850-432b-8d25-91b9dfc567dd disassociated. External IP: 172.27.0.245, port: ec72059c-d6a2-4b78-a35d-9f3523ca1d5b. Jul 29 17:17:31.801797 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Calling delete_port for ec72059c-d6a2-4b78-a35d-9f3523ca1d5b owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:17:31.925393 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:31.958140 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event deleted for resources: {'Port': ['ID=ec72059c-d6a2-4b78-a35d-9f3523ca1d5b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:32.077803 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4b3aef3b-27c6-4bd9-9973-0d927ff49a4e req-50927b23-5d4d-438b-b011-8cb886c71a71 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0845be8f-a4e6-4c81-be99-46ea7daf1358 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Jul 29 17:17:32.096887 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Router aff1dd2b-aa03-43e2-abfe-7612258babd6 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:17:32.207050 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:17:32.216588 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] Sync routers for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:17:32.225928 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:17:32.226621 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:32.248830 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] No DVR routers for this DVR port ec72059c-d6a2-4b78-a35d-9f3523ca1d5b on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:17:32.251543 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:32.253690 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fdbfc6dc-f57f-4e73-acd1-fecd2d27749d req-0884316e-dd72-409b-a09f-a60167c69eed tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "DELETE /v2.0/ports/ec72059c-d6a2-4b78-a35d-9f3523ca1d5b HTTP/1.1" status: 204 len: 173 time: 1.0666282 Jul 29 17:17:32.254136 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-deleted', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:32.256642 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27232c09-ac0d-4627-98ec-772e83719559" -d '{"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-deleted", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:32.296993 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52274e43-4848-48cf-befe-41197a0cceb8 x-openstack-request-id: req-52274e43-4848-48cf-befe-41197a0cceb8 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:32.297377 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0845be8f-a4e6-4c81-be99-46ea7daf1358", "name": "network-vif-deleted", "tag": "ec72059c-d6a2-4b78-a35d-9f3523ca1d5b", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:32.297561 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52274e43-4848-48cf-befe-41197a0cceb8 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:32.297918 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0845be8f-a4e6-4c81-be99-46ea7daf1358', 'name': 'network-vif-deleted', 'tag': 'ec72059c-d6a2-4b78-a35d-9f3523ca1d5b', 'status': 'completed', 'code': 200} Jul 29 17:17:32.337892 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:17:32.541685 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:32.567472 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] Checking router: aff1dd2b-aa03-43e2-abfe-7612258babd6 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:17:32.576304 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:17:32.576986 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:32.680631 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:17:32.882836 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:32.910888 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fef3f-454c-4b26-8db4-cb8b6865b6b9 req-b7aec0d0-02c5-4f0d-a7ce-20c1253b8e9f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:32.912795 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-de7fef3f-454c-4b26-8db4-cb8b6865b6b9 req-b7aec0d0-02c5-4f0d-a7ce-20c1253b8e9f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 944 time: 0.0599663 Jul 29 17:17:32.962506 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-de7fef3f-454c-4b26-8db4-cb8b6865b6b9 req-ccb26e09-c65b-48ed-96b8-ec1f4a3e0bb7 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Jul 29 17:17:33.045642 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc55f-b93b-4717-960f-c7a31ef39872 None None] The sync data for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi is: [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:17:33.168822 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38084) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:33.226279 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-184ab23b-0d75-4872-9ee0-b2b123873ced tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.251374 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-184ab23b-0d75-4872-9ee0-b2b123873ced tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.292007 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b6b08-6802-4eab-983e-3c83b2fd1481 None None] New status for floating IP 97ed5b45-3850-432b-8d25-91b9dfc567dd: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:17:33.300993 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-184ab23b-0d75-4872-9ee0-b2b123873ced tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.303637 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-184ab23b-0d75-4872-9ee0-b2b123873ced tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.304855 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-184ab23b-0d75-4872-9ee0-b2b123873ced tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "DELETE /v2.0/security-groups/a20372a4-9297-4868-8168-260bbd4cf72b HTTP/1.1" status: 204 len: 168 time: 0.1349509 Jul 29 17:17:33.308237 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38086) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:33.315208 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ab23b-0d75-4872-9ee0-b2b123873ced tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20372a4-9297-4868-8168-260bbd4cf72b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:33.325067 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.api.v2.resource [None req-4f8db4d5-97cc-4749-8e0a-478413f7835c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] show failed (client error): The resource could not be found. Jul 29 17:17:33.329318 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-4f8db4d5-97cc-4749-8e0a-478413f7835c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups/a20372a4-9297-4868-8168-260bbd4cf72b HTTP/1.1" status: 404 len: 347 time: 0.0183384 Jul 29 17:17:33.329481 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38088) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:33.460143 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Deleting port 9e4197da-0b13-4a9d-b7cc-8c412228acf5 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:17:33.460482 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.538158 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.538481 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.550642 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Calling delete_port for 9e4197da-0b13-4a9d-b7cc-8c412228acf5 owned by network:floatingip {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:17:33.688903 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.712390 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event deleted for resources: {'Port': ['ID=9e4197da-0b13-4a9d-b7cc-8c412228acf5,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:33.782652 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.785253 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:33.786421 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-3a705181-b68d-4c08-ac75-ae0abc1c2b3f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "DELETE /v2.0/floatingips/97ed5b45-3850-432b-8d25-91b9dfc567dd HTTP/1.1" status: 204 len: 168 time: 0.4558270 Jul 29 17:17:33.852711 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ca21e62d-dc77-40b8-b4ae-8b8992e8b891 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:17:33.957837 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ca21e62d-dc77-40b8-b4ae-8b8992e8b891, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:33.969504 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891', 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f', 'port_id': 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891', 'mac_address': 'fa:16:3e:24:3c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0110647-c486-43c7-a47e-fee3bdfe3db0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:17:34.011792 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.024670 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca21e62d-dc77-40b8-b4ae-8b8992e8b891 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:17:34.057388 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ca21e62d-dc77-40b8-b4ae-8b8992e8b891, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:34.063512 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.126519 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:34.126978 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863bbd5-ade4-4b34-a3f2-5fde54e4bb3e req-9d811925-2a12-478d-88bd-44d733e4990b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:34.133191 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5863bbd5-ade4-4b34-a3f2-5fde54e4bb3e req-9d811925-2a12-478d-88bd-44d733e4990b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 945 time: 0.0885704 Jul 29 17:17:34.138379 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.138827 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.139243 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.139653 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.140081 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.140488 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.140922 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.141321 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.141724 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.142122 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.142663 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.142999 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:17:34.179215 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5863bbd5-ade4-4b34-a3f2-5fde54e4bb3e req-74204500-35ea-4eda-a5c2-957fee74394c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396800 Jul 29 17:17:34.258936 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38094) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:34.263740 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-67e09a9a-30a0-46ce-ab46-d5984fae98de tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104158886', 'description': 'tempest-description--1792924875'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:34.290456 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-67e09a9a-30a0-46ce-ab46-d5984fae98de tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.372219 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-67e09a9a-30a0-46ce-ab46-d5984fae98de tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.376879 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-67e09a9a-30a0-46ce-ab46-d5984fae98de tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.403452 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-67e09a9a-30a0-46ce-ab46-d5984fae98de tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.407237 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-67e09a9a-30a0-46ce-ab46-d5984fae98de tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1446996 Jul 29 17:17:34.408026 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38096) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:34.408680 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e09a9a-30a0-46ce-ab46-d5984fae98de tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabc9d16-863d-401b-aab0-cd63279962da,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:34.415723 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-842a0af3-8dda-45d6-b367-c15793e380cb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'security_group_rule': {'security_group_id': 'aabc9d16-863d-401b-aab0-cd63279962da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:34.442986 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-842a0af3-8dda-45d6-b367-c15793e380cb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.491191 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-842a0af3-8dda-45d6-b367-c15793e380cb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.494868 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-842a0af3-8dda-45d6-b367-c15793e380cb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.513618 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a0af3-8dda-45d6-b367-c15793e380cb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188332f8-99aa-4634-b66c-42fdfae1f0c2,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:34.518617 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-842a0af3-8dda-45d6-b367-c15793e380cb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.520166 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-842a0af3-8dda-45d6-b367-c15793e380cb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108873 Jul 29 17:17:34.522877 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38098) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:34.528125 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-b0b88433-1cbe-40f8-8d6c-f8c3cd804ce5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'security_group_rule': {'security_group_id': 'aabc9d16-863d-401b-aab0-cd63279962da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:34.546568 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['ca21e62d-dc77-40b8-b4ae-8b8992e8b891'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:17:34.554171 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b0b88433-1cbe-40f8-8d6c-f8c3cd804ce5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.614103 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b0b88433-1cbe-40f8-8d6c-f8c3cd804ce5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.617981 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b0b88433-1cbe-40f8-8d6c-f8c3cd804ce5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.636292 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b88433-1cbe-40f8-8d6c-f8c3cd804ce5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9e8ea9-770f-4ddc-8bf5-4f5f29c95b31,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:34.642456 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b0b88433-1cbe-40f8-8d6c-f8c3cd804ce5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.644587 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b0b88433-1cbe-40f8-8d6c-f8c3cd804ce5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201830 Jul 29 17:17:34.646988 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38100) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:34.653725 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'floatingip': {'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:34.676863 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.777558 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:34.888668 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Allocated IP 172.27.0.53 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/c4e56326-b706-4f3d-8ec2-85d854a44956) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:34.995047 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:35.033511 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:35.069096 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:35.071812 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:35.075078 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:17:35.105690 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'Port': ['ID=c4e56326-b706-4f3d-8ec2-85d854a44956,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:35.168388 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:35.200904 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:35.298326 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffaab4-2a74-444a-9834-7d2e3e92610d req-6c7ce499-740c-4166-8be2-816f1777c2b9 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:35.299765 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-22ffaab4-2a74-444a-9834-7d2e3e92610d req-6c7ce499-740c-4166-8be2-816f1777c2b9 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 945 time: 0.0496655 Jul 29 17:17:35.338222 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-22ffaab4-2a74-444a-9834-7d2e3e92610d req-6031a596-3728-485c-8514-258cc68a6349 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Jul 29 17:17:35.347927 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:35.352780 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:35.421693 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'Port': ['ID=c4e56326-b706-4f3d-8ec2-85d854a44956,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:35.433235 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:35.446133 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:35.447347 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-e5ebce20-c8fb-40a6-a84b-ffed0bbb1d7a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7988267 Jul 29 17:17:35.629566 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-904ba2f4-cd2f-48d6-b635-f0b409898b85 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2104158886&fields=id&tenant_id=4f49c8e7caa845ba89744e3b3f921957 HTTP/1.1" status: 200 len: 267 time: 0.0328803 Jul 29 17:17:35.735694 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-484abaa2-9a51-4b84-a3a7-0a3d46f1bc3d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:35.737244 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-484abaa2-9a51-4b84-a3a7-0a3d46f1bc3d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 816 time: 0.1002746 Jul 29 17:17:35.752445 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-f7dea09d-d263-4b4c-be05-f40be217fb43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/quotas/4f49c8e7caa845ba89744e3b3f921957 HTTP/1.1" status: 200 len: 375 time: 0.0095804 Jul 29 17:17:35.805510 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-3a3936d5-ceaf-4134-9397-d8169e4f7c1f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471942 Jul 29 17:17:35.877813 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ca21e62d-dc77-40b8-b4ae-8b8992e8b891 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:17:35.901126 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-d2f70837-e346-45af-88b1-b5392c4930bf service neutron] 10.222.0.13 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837860 Jul 29 17:17:35.924843 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port ca21e62d-dc77-40b8-b4ae-8b8992e8b891 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:35.928364 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port ca21e62d-dc77-40b8-b4ae-8b8992e8b891 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:35.928765 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:35.990194 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-3a2f1623-a7d7-4577-9b18-79769bccc207 service neutron] 10.222.0.13 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829542 Jul 29 17:17:36.009187 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:36.035679 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b8fff6-98d5-40e7-a1ad-00f827fe42cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:36.038000 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6939c98-0f08-4287-8c19-6e391e75f77f" -d '{"events": [{"server_uuid": "32b8fff6-98d5-40e7-a1ad-00f827fe42cd", "name": "network-vif-plugged", "status": "completed", "tag": "ca21e62d-dc77-40b8-b4ae-8b8992e8b891"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:36.055481 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port ca21e62d-dc77-40b8-b4ae-8b8992e8b891, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:36.062513 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:36.063794 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:17:36.092758 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a2582-cc0d-4cde-9c54-9f49a8c56c1b x-openstack-request-id: req-826a2582-cc0d-4cde-9c54-9f49a8c56c1b {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:36.093228 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b8fff6-98d5-40e7-a1ad-00f827fe42cd", "name": "network-vif-plugged", "status": "completed", "tag": "ca21e62d-dc77-40b8-b4ae-8b8992e8b891", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:36.093485 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-826a2582-cc0d-4cde-9c54-9f49a8c56c1b {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:36.093892 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b8fff6-98d5-40e7-a1ad-00f827fe42cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891', 'code': 200} Jul 29 17:17:36.097347 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: ec72059c-d6a2-4b78-a35d-9f3523ca1d5b {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:17:36.097693 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ec72059c-d6a2-4b78-a35d-9f3523ca1d5b not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:17:36.154528 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:36.166329 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-47d00ef1-8b48-4e29-8d99-81ababa7a582 req-a011ad41-75bb-4441-8a37-3fa1e8d5739b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 210 time: 0.0338242 Jul 29 17:17:36.347391 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f16bf3-e8ab-472a-8384-9a8a61bff964 req-9a7d9490-1dd9-4e21-b57e-512e5a219668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:36.348920 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-48f16bf3-e8ab-472a-8384-9a8a61bff964 req-9a7d9490-1dd9-4e21-b57e-512e5a219668 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 1099 time: 0.0537829 Jul 29 17:17:36.387271 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-48f16bf3-e8ab-472a-8384-9a8a61bff964 req-44f4a716-bc5d-44d3-bc39-513f9afeb6fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305693 Jul 29 17:17:36.460001 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f47c2-a014-4f45-a046-dc6e479f03cc req-60798daf-c9a3-4ba3-aff6-180dd9a8ef62 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:36.461535 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9c9f47c2-a014-4f45-a046-dc6e479f03cc req-60798daf-c9a3-4ba3-aff6-180dd9a8ef62 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 946 time: 0.0535033 Jul 29 17:17:36.501655 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9c9f47c2-a014-4f45-a046-dc6e479f03cc req-74bd6f0c-61e1-4197-94ea-7c5319199827 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Jul 29 17:17:37.263129 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5d97a3a5-db8d-43a4-8618-fac40004b35f req-dc27da06-882e-4304-9021-e51e8f2988a8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Jul 29 17:17:37.628189 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37dead-0d14-4bd0-a5bc-7cde32594b61 req-fcf65833-c0c9-4544-b35b-0c7a8c2f1bc5 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:37.630696 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5c37dead-0d14-4bd0-a5bc-7cde32594b61 req-fcf65833-c0c9-4544-b35b-0c7a8c2f1bc5 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 946 time: 0.0586941 Jul 29 17:17:37.673788 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5c37dead-0d14-4bd0-a5bc-7cde32594b61 req-86dcda53-08bf-45ac-901d-f6e3e902aa33 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360420 Jul 29 17:17:37.678852 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-82ed52b0-3b2a-426c-acd5-077f940a0fba tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:37.680423 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-82ed52b0-3b2a-426c-acd5-077f940a0fba tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 816 time: 0.1039419 Jul 29 17:17:37.777457 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-0368f02e-a767-4017-80a2-d5ef0fef2b40 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f49c8e7caa845ba89744e3b3f921957 HTTP/1.1" status: 200 len: 380 time: 0.0478230 Jul 29 17:17:37.788925 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'port': {'device_id': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'admin_state_up': True, 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'security_groups': ['aabc9d16-863d-401b-aab0-cd63279962da']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:37.893440 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Made reservation on behalf of 4f49c8e7caa845ba89744e3b3f921957 for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:17:37.896853 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.022962 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Allocated IP 172.20.0.10 (b39dcddd-f6ab-4305-9095-ea403aee27be/e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb/91d327c7-7772-4bce-93ea-757194b3b5ff) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:38.156455 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.169530 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Transition to ACTIVE for port object 91d327c7-7772-4bce-93ea-757194b3b5ff will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:38.203300 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.249649 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Network b39dcddd-f6ab-4305-9095-ea403aee27be is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:38.252831 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:38.256899 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:17:38.285285 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:38.316982 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:38.317786 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.333469 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c08ac6ea-a1d2-4eed-9970-2c52e7867575 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5485516 Jul 29 17:17:38.375566 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Request body: {'port': {'device_id': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:38.439969 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fd965-0abc-42d7-9d0e-6775e937fabd req-d76522c7-bff7-47d5-a429-22cfc49d714f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:38.441573 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-947fd965-0abc-42d7-9d0e-6775e937fabd req-d76522c7-bff7-47d5-a429-22cfc49d714f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 932 time: 0.1015997 Jul 29 17:17:38.456248 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.500531 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-9d5e36cb-5f56-4d47-9fc2-2a6133269792 None None] Provisioning for port 91d327c7-7772-4bce-93ea-757194b3b5ff completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:38.504274 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-9d5e36cb-5f56-4d47-9fc2-2a6133269792 None None] Provisioning complete for port 91d327c7-7772-4bce-93ea-757194b3b5ff triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:38.504748 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9d5e36cb-5f56-4d47-9fc2-2a6133269792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.513687 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-947fd965-0abc-42d7-9d0e-6775e937fabd req-de41a3c8-302f-4385-88c2-988eff69d8c1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658290 Jul 29 17:17:38.547960 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e36cb-5f56-4d47-9fc2-2a6133269792 None None] Port 91d327c7-7772-4bce-93ea-757194b3b5ff cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:17:38.736635 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d327c7-7772-4bce-93ea-757194b3b5ff {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:17:38.744128 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.758103 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Transition to ACTIVE for port object 91d327c7-7772-4bce-93ea-757194b3b5ff will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:38.766765 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.804031 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5ba3-c429-4db5-8b62-d151cc86ee35 req-022d5530-37d2-45a8-b85b-b44302cda72c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:38.806174 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7bfa5ba3-c429-4db5-8b62-d151cc86ee35 req-022d5530-37d2-45a8-b85b-b44302cda72c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 946 time: 0.0617676 Jul 29 17:17:38.817974 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:38.853869 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7bfa5ba3-c429-4db5-8b62-d151cc86ee35 req-a073b26a-d666-4bc5-80cd-06bf96453b0e tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Jul 29 17:17:38.890868 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Attempting to bind port 91d327c7-7772-4bce-93ea-757194b3b5ff on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:17:38.891200 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Attempting to bind port 91d327c7-7772-4bce-93ea-757194b3b5ff by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:17:38.891526 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Attempting to bind port 91d327c7-7772-4bce-93ea-757194b3b5ff on network b39dcddd-f6ab-4305-9095-ea403aee27be {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:17:38.896142 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Port 91d327c7-7772-4bce-93ea-757194b3b5ff on network b39dcddd-f6ab-4305-9095-ea403aee27be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:17:38.896490 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Attempting to bind port 91d327c7-7772-4bce-93ea-757194b3b5ff on network b39dcddd-f6ab-4305-9095-ea403aee27be {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:17:38.902325 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:17:38.902656 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Checking segment: {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:17:38.903032 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Bound using segment: {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:17:38.903448 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Bound port: 91d327c7-7772-4bce-93ea-757194b3b5ff, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c61d919-5750-46ba-afff-3cb80f03c6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:17:38.903807 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:38.977803 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:17:38.981660 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:17:38.987117 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.022969 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:39.023602 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:39.024995 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] 10.222.0.44 "PUT /v2.0/ports/91d327c7-7772-4bce-93ea-757194b3b5ff HTTP/1.1" status: 200 len: 1094 time: 0.6562099 Jul 29 17:17:39.025421 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:39.028260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1051a2b-f987-4f8a-a2c6-b2723890f862" -d '{"events": [{"name": "network-changed", "server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:39.052119 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f172039-cc90-47e6-87e7-a4ec5511aa04 service neutron] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:39.082846 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adc7fe4-d0fb-48d3-a822-fa32feab69a0 x-openstack-request-id: req-0adc7fe4-d0fb-48d3-a822-fa32feab69a0 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:39.083045 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:39.083325 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0adc7fe4-d0fb-48d3-a822-fa32feab69a0 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:39.083728 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'status': 'completed', 'code': 200} Jul 29 17:17:39.167245 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-0e6cc267-2cc9-4e91-8074-34b096370572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:39.168892 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-0e6cc267-2cc9-4e91-8074-34b096370572 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 1097 time: 0.0555065 Jul 29 17:17:39.233603 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-9e146aa9-30c8-4156-9d7b-5db9690a7f69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d327c7-7772-4bce-93ea-757194b3b5ff HTTP/1.1" status: 200 len: 217 time: 0.0389328 Jul 29 17:17:39.284291 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-23a2e20f-0a30-441b-8c7c-17d94e1c98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:39.285771 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-23a2e20f-0a30-441b-8c7c-17d94e1c98ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0437038 Jul 29 17:17:39.335775 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-b4031333-eb0e-4398-b2a2-f0d2502006e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:39.337228 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-b4031333-eb0e-4398-b2a2-f0d2502006e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407102 Jul 29 17:17:39.438647 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-c4a052b2-9bc9-4f90-8739-c67440f538cd service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844495 Jul 29 17:17:39.529456 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-77052df0-e5d9-4637-9a55-c53ea3304943 req-886a57bf-6cf0-411d-8644-af60b65c0617 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827270 Jul 29 17:17:39.634648 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be62465-0ad0-4428-a0b7-51751776a6d9 req-e69987b6-d0ee-4efe-9648-adad096f2019 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:39.636109 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3be62465-0ad0-4428-a0b7-51751776a6d9 req-e69987b6-d0ee-4efe-9648-adad096f2019 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0485077 Jul 29 17:17:39.671688 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:17:39.675372 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3be62465-0ad0-4428-a0b7-51751776a6d9 req-f4d454b8-5c35-4205-950e-94243c4f0a26 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 Jul 29 17:17:39.710796 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-c183010e-3eaa-4b73-930b-0580b5d5663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:39.712349 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-c183010e-3eaa-4b73-930b-0580b5d5663c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 1097 time: 0.0418386 Jul 29 17:17:39.822307 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-09b33296-032b-469f-97b1-5dddc74cfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:39.825239 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-09b33296-032b-469f-97b1-5dddc74cfa48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.0976846 Jul 29 17:17:39.868523 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-cb543423-a387-441b-b134-5d6c1a3f02cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d327c7-7772-4bce-93ea-757194b3b5ff HTTP/1.1" status: 200 len: 217 time: 0.0338933 Jul 29 17:17:39.922255 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-291b066f-7ac4-42c6-9668-a30bb912e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:39.923872 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-291b066f-7ac4-42c6-9668-a30bb912e21a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0464823 Jul 29 17:17:39.981571 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-20e1f7c8-eda9-4ce1-83d0-dfbc6edb40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:39.983020 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-20e1f7c8-eda9-4ce1-83d0-dfbc6edb40f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406687 Jul 29 17:17:40.084705 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-0eb431c3-0449-4908-97a0-51eaaa5ac66c service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845497 Jul 29 17:17:40.177825 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1051a2b-f987-4f8a-a2c6-b2723890f862 req-b2cdf7a8-8954-4827-afbd-1c262c5352db service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Jul 29 17:17:40.802715 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67404-079a-4e4d-aed2-531bf96aa5ce req-82234f5b-646c-4653-a441-8c243df44190 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:40.804177 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-57a67404-079a-4e4d-aed2-531bf96aa5ce req-82234f5b-646c-4653-a441-8c243df44190 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0595734 Jul 29 17:17:40.843728 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-57a67404-079a-4e4d-aed2-531bf96aa5ce req-d228b28b-43b3-45c3-b5f7-e4fdcac9c13e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335569 Jul 29 17:17:41.347843 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8414bcad-6f95-44d8-bd57-f39f0262fe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:41.963779 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963976c1-4f69-41f9-9fbd-8dbbea617209 req-55e5a364-c383-4e6c-9680-b13642174c91 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:41.965270 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-963976c1-4f69-41f9-9fbd-8dbbea617209 req-55e5a364-c383-4e6c-9680-b13642174c91 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0493503 Jul 29 17:17:42.002334 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-963976c1-4f69-41f9-9fbd-8dbbea617209 req-9bbff36c-9e2f-4dc8-969b-470189e0a76d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Jul 29 17:17:43.118755 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fb41c-340c-4aed-ab45-556529991aab req-7c662cd9-b3ce-4509-a16d-7081d72a8223 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:43.120766 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8b3fb41c-340c-4aed-ab45-556529991aab req-7c662cd9-b3ce-4509-a16d-7081d72a8223 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0492024 Jul 29 17:17:43.157851 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8b3fb41c-340c-4aed-ab45-556529991aab req-4db6364e-568d-4313-8570-e4570ee64268 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312660 Jul 29 17:17:43.861112 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-98ba1731-c3ff-4286-9f69-5d70204e4eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:43.921172 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 91d327c7-7772-4bce-93ea-757194b3b5ff details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:17:44.002174 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.028090 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:44.037991 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'port_id': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'mac_address': 'fa:16:3e:06:22:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:17:44.079138 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.091562 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d327c7-7772-4bce-93ea-757194b3b5ff {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:17:44.110635 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:44.114715 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:44.161743 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:44.275353 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3aece-939b-4a63-ada6-50f887daae81 req-8636cf7b-a8d0-41e7-924b-fc479a168588 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:44.276833 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-eef3aece-939b-4a63-ada6-50f887daae81 req-8636cf7b-a8d0-41e7-924b-fc479a168588 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 945 time: 0.0488441 Jul 29 17:17:44.313961 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-eef3aece-939b-4a63-ada6-50f887daae81 req-e2ee3d65-ed70-453b-81bb-d49508f244db tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Jul 29 17:17:44.550194 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['91d327c7-7772-4bce-93ea-757194b3b5ff'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:17:44.837758 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:45.432107 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1dd09-e8ba-4761-9454-ba03b47c3bc6 req-7582424d-3d52-44dc-aae6-9c9c7f372a66 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:45.433626 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9fe1dd09-e8ba-4761-9454-ba03b47c3bc6 req-7582424d-3d52-44dc-aae6-9c9c7f372a66 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 945 time: 0.0485716 Jul 29 17:17:45.471142 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9fe1dd09-e8ba-4761-9454-ba03b47c3bc6 req-6893505a-4c92-4f0f-ba2c-21f12c3a8c8f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Jul 29 17:17:45.932016 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 91d327c7-7772-4bce-93ea-757194b3b5ff up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:17:45.979887 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port 91d327c7-7772-4bce-93ea-757194b3b5ff completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:17:45.983512 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 91d327c7-7772-4bce-93ea-757194b3b5ff triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:45.983895 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.060500 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.083017 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:46.085206 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9182e085-6bfe-49b7-a8a1-73502b2e97dd" -d '{"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-plugged", "status": "completed", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:46.098823 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:46.102975 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.125647 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fb82b8-4def-4eb9-aaf3-c8e243ced295 x-openstack-request-id: req-a8fb82b8-4def-4eb9-aaf3-c8e243ced295 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:46.125944 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-plugged", "status": "completed", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:46.126198 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8fb82b8-4def-4eb9-aaf3-c8e243ced295 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:46.126583 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'code': 200} Jul 29 17:17:46.151764 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:46.383610 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb4664-170c-460d-87f5-1f1389ebf3fc req-8b99b2b6-97be-416b-ba9b-76a52d92891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:46.384414 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:46.385749 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3eeb4664-170c-460d-87f5-1f1389ebf3fc req-8b99b2b6-97be-416b-ba9b-76a52d92891c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 1099 time: 0.0456667 Jul 29 17:17:46.420476 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3eeb4664-170c-460d-87f5-1f1389ebf3fc req-d6837e59-58c2-45c5-b93d-78a66b0d625c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265856 Jul 29 17:17:46.589876 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538983-b4af-4e13-a777-36b98d55355b req-6eacfbf0-1bb7-4b52-84a9-ef62d4210c75 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:46.591345 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-40538983-b4af-4e13-a777-36b98d55355b req-6eacfbf0-1bb7-4b52-84a9-ef62d4210c75 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0515535 Jul 29 17:17:46.628441 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-40538983-b4af-4e13-a777-36b98d55355b req-86e32227-a014-485e-878b-a8d8ce9fbc37 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Jul 29 17:17:46.902046 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:47.746963 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496ab5b-a0ad-4279-9f9e-60876df9c24d req-5fbb84e3-ebdc-4e4b-b814-5201285484d3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:47.748441 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f496ab5b-a0ad-4279-9f9e-60876df9c24d req-5fbb84e3-ebdc-4e4b-b814-5201285484d3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0483553 Jul 29 17:17:47.786335 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f496ab5b-a0ad-4279-9f9e-60876df9c24d req-495b8dbe-f9db-47d1-a67e-2277640a2c32 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320861 Jul 29 17:17:48.903836 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0217e33-7910-4da7-a021-44b7f339254e req-c3c7fc72-7984-47e7-8bc9-48b12d48e3f0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:48.905338 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b0217e33-7910-4da7-a021-44b7f339254e req-c3c7fc72-7984-47e7-8bc9-48b12d48e3f0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0494566 Jul 29 17:17:48.943160 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b0217e33-7910-4da7-a021-44b7f339254e req-88da3cc2-9a34-4c17-9fd9-5c239360a34a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 Jul 29 17:17:49.059036 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e743a-8296-43e1-bb02-2a5d02d8a4af req-7b62743b-0e49-409c-83aa-8c05ed605de7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:49.060833 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a42e743a-8296-43e1-bb02-2a5d02d8a4af req-7b62743b-0e49-409c-83aa-8c05ed605de7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0502465 Jul 29 17:17:49.069563 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38214) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:49.074776 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-952c58e0-ee48-4814-b81d-28ec91f46ab8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Request body: {'floatingip': {'port_id': '91d327c7-7772-4bce-93ea-757194b3b5ff'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:49.146438 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-952c58e0-ee48-4814-b81d-28ec91f46ab8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.614100 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-952c58e0-ee48-4814-b81d-28ec91f46ab8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.617883 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-952c58e0-ee48-4814-b81d-28ec91f46ab8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:49.950252 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.l3_db [None req-952c58e0-ee48-4814-b81d-28ec91f46ab8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Floating IP a3d02ea3-2ae0-4290-9cb2-852ba545055e associated. External IP: 172.27.0.53, port: 91d327c7-7772-4bce-93ea-757194b3b5ff. Jul 29 17:17:50.153298 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952c58e0-ee48-4814-b81d-28ec91f46ab8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Router aff1dd2b-aa03-43e2-abfe-7612258babd6 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:17:50.267432 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c58e0-ee48-4814-b81d-28ec91f46ab8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:17:50.272263 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-952c58e0-ee48-4814-b81d-28ec91f46ab8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:50.277486 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] Sync routers for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:17:50.286372 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:17:50.286988 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:50.300688 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-952c58e0-ee48-4814-b81d-28ec91f46ab8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "PUT /v2.0/floatingips/a3d02ea3-2ae0-4290-9cb2-852ba545055e HTTP/1.1" status: 200 len: 991 time: 1.2274356 Jul 29 17:17:50.300688 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:50.301258 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567c88d-fd80-47b2-8a68-2a628b94c193" -d '{"events": [{"name": "network-changed", "server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:50.340428 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b464e71-3097-427c-9e82-b739d56fc93f x-openstack-request-id: req-4b464e71-3097-427c-9e82-b739d56fc93f {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:50.340747 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:50.340997 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b464e71-3097-427c-9e82-b739d56fc93f {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:50.341400 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'status': 'completed', 'code': 200} Jul 29 17:17:50.397264 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:17:50.466258 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-a0f28015-859b-4932-9c77-bf7c558a84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:50.467898 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-a0f28015-859b-4932-9c77-bf7c558a84eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 1099 time: 0.0477104 Jul 29 17:17:50.560869 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-0f5a573c-36d1-4664-88cf-8b67d5327260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:50.562605 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-0f5a573c-36d1-4664-88cf-8b67d5327260 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.0867074 Jul 29 17:17:50.624764 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': 'a3d02ea3-2ae0-4290-9cb2-852ba545055e', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'port_id': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'mac_address': 'fa:16:3e:06:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:17:35Z', 'updated_at': '2021-07-29T17:17:49Z', 'revision_number': 1, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:50.642279 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-029b33de-923d-4b4b-ad9e-2737ef604484 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d327c7-7772-4bce-93ea-757194b3b5ff HTTP/1.1" status: 200 len: 999 time: 0.0645087 Jul 29 17:17:50.654519 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] Checking router: aff1dd2b-aa03-43e2-abfe-7612258babd6 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:17:50.663021 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:17:50.663635 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:50.712831 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-30aaa335-bbff-4f64-9e5d-e992c1a51064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:50.714246 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-30aaa335-bbff-4f64-9e5d-e992c1a51064 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0631306 Jul 29 17:17:50.764248 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-00215788-0e95-4249-8f71-e922c1c75022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:50.765786 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-00215788-0e95-4249-8f71-e922c1c75022 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421097 Jul 29 17:17:50.769418 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:17:50.862351 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-cb4f4a2c-9ac5-4c3f-b456-0f86dd841408 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845492 Jul 29 17:17:50.953445 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e567c88d-fd80-47b2-8a68-2a628b94c193 req-2f7e54aa-2283-4b5c-9c65-d718614db970 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830436 Jul 29 17:17:50.992629 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': 'a3d02ea3-2ae0-4290-9cb2-852ba545055e', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'port_id': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'mac_address': 'fa:16:3e:06:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:17:35Z', 'updated_at': '2021-07-29T17:17:49Z', 'revision_number': 1, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:51.020263 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c8b98-369a-4907-9999-2a82aa2de7a4 None None] The sync data for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi is: [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': 'a3d02ea3-2ae0-4290-9cb2-852ba545055e', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'port_id': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'mac_address': 'fa:16:3e:06:22:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:17:35Z', 'updated_at': '2021-07-29T17:17:49Z', 'revision_number': 1, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:17:51.203944 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8470274e-f929-4513-824d-0cbe738db8da None None] New status for floating IP a3d02ea3-2ae0-4290-9cb2-852ba545055e: ACTIVE {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:17:51.877301 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0352221-a530-4d67-8551-0de102b7577a req-387bbb35-a598-4166-bd38-d0dabe31a243 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:51.879293 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-387bbb35-a598-4166-bd38-d0dabe31a243 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 815 time: 0.1140575 Jul 29 17:17:51.894954 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-8aec4928-b3d0-4e91-bd3d-f57de42d4441 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/quotas/8f28ccdb52954af1992576c99ad5089d HTTP/1.1" status: 200 len: 375 time: 0.0103934 Jul 29 17:17:51.944333 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99446eeb-df22-43f8-b611-0ae9453d1319 req-0f987358-161e-4320-8c0c-ac676133b3d9 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:51.945919 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-99446eeb-df22-43f8-b611-0ae9453d1319 req-0f987358-161e-4320-8c0c-ac676133b3d9 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0525832 Jul 29 17:17:51.950195 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-e7bf9453-0d32-4ac6-adf1-bfd2b1394d8a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495913 Jul 29 17:17:51.984865 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-99446eeb-df22-43f8-b611-0ae9453d1319 req-27e41bc4-66f1-46f8-9e03-00ab78e29aed tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323579 Jul 29 17:17:52.042161 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-73bf1381-0208-45b6-8914-1f98fe5a1ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851986 Jul 29 17:17:52.136469 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-0300bcea-2d5b-4269-9094-787a93d0c5e4 service neutron] 10.222.0.13 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878124 Jul 29 17:17:52.293698 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0e88b09a-c683-4745-9f3d-e14270963d6c req-abc7133d-4e13-4c6a-b14b-cb94bfd890a8 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 210 time: 0.0259681 Jul 29 17:17:53.105341 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc23485-58ac-42d6-957b-0fb589bb8988 req-916a1772-442f-4bb0-9341-a1e584e67437 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:53.106817 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1bc23485-58ac-42d6-957b-0fb589bb8988 req-916a1772-442f-4bb0-9341-a1e584e67437 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0526979 Jul 29 17:17:53.144914 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1bc23485-58ac-42d6-957b-0fb589bb8988 req-5396c8a3-a2cd-4aba-b385-6f950db6ca38 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321808 Jul 29 17:17:53.660681 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5ee38def-593c-44c5-948b-1b49b6fa4fd0 req-34bc7d04-60a0-4de9-b1a7-09293f9f9cf1 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 210 time: 0.2952878 Jul 29 17:17:53.714752 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0352221-a530-4d67-8551-0de102b7577a req-8370cee1-9ca8-4f5d-9d87-e12b36de1a58 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:53.716176 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-8370cee1-9ca8-4f5d-9d87-e12b36de1a58 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 815 time: 0.3595104 Jul 29 17:17:53.741816 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Request body: {'port': {'device_id': 'b08bbb83-b8f8-4943-a9b7-90010a69c195', 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f', 'admin_state_up': True, 'tenant_id': '8f28ccdb52954af1992576c99ad5089d'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:53.848169 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Made reservation on behalf of 8f28ccdb52954af1992576c99ad5089d for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:17:53.851574 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:53.984305 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Allocated IP 172.20.0.4 (fd0d6610-edfa-4c43-a08b-15ad065d077f/f0110647-c486-43c7-a47e-fee3bdfe3db0/26f04c78-be78-43e1-a967-10d081fd5302) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:17:54.130027 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.172899 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.217723 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Network fd0d6610-edfa-4c43-a08b-15ad065d077f is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:17:54.219425 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f6692f42-00f2-467c-82ba-622e2be54c7b', 'dca63965-12d2-44ad-8a25-cd2cba013f28', 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:17:54.234400 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:17:54.250759 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Pushing event updated for resources: {'Port': ['ID=26f04c78-be78-43e1-a967-10d081fd5302,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:54.253183 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:17:54.308868 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:54.309492 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.319519 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d711c-d89c-4b34-9d18-2ea1303b9049 req-483d2e33-412f-4046-9a8f-b195a9a7db6d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:54.320343 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-83a1c45f-a820-4ebd-9a21-ee31d86e8813 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111917043&fields=id&tenant_id=9f0678cb3bf6445ebb4214f3093461e9 HTTP/1.1" status: 200 len: 267 time: 0.0350246 Jul 29 17:17:54.321026 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b27d711c-d89c-4b34-9d18-2ea1303b9049 req-483d2e33-412f-4046-9a8f-b195a9a7db6d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.1081445 Jul 29 17:17:54.337400 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-9304868b-6d68-4873-b273-68d52c6c492a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991092 Jul 29 17:17:54.358655 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Request body: {'port': {'device_id': 'b08bbb83-b8f8-4943-a9b7-90010a69c195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:54.390114 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-73f38d5d-4108-40ce-ac67-0b07cc9b7884 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:54.391549 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-73f38d5d-4108-40ce-ac67-0b07cc9b7884 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 985 time: 0.0625713 Jul 29 17:17:54.404379 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-8e66753b-b66b-4c23-90fe-b3b710a670a8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Request body: {'port': {'security_groups': ['940087e0-1922-4010-a939-7239dded046f']}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:17:54.417436 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b27d711c-d89c-4b34-9d18-2ea1303b9049 req-b028c26a-c4d1-46be-a138-a5f6c51716b5 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878756 Jul 29 17:17:54.422171 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.478944 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-8e66753b-b66b-4c23-90fe-b3b710a670a8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.677938 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-8e66753b-b66b-4c23-90fe-b3b710a670a8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] For port c7c55c34-188d-444c-aa80-9ffd62f8dd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:17:54.711707 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-8e66753b-b66b-4c23-90fe-b3b710a670a8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.718076 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-8e66753b-b66b-4c23-90fe-b3b710a670a8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.755542 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f04c78-be78-43e1-a967-10d081fd5302 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:17:54.765000 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.766335 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-8e66753b-b66b-4c23-90fe-b3b710a670a8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:54.767007 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-8e66753b-b66b-4c23-90fe-b3b710a670a8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.768528 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-085d1ccd-5c1b-4918-a506-003c027df0e0 req-8e66753b-b66b-4c23-90fe-b3b710a670a8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "PUT /v2.0/ports/c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 943 time: 0.3691313 Jul 29 17:17:54.769068 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:54.771968 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2bf7bc-83fa-456c-b0d7-d2c424314003" -d '{"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:54.777478 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38300) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:54.808431 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Transition to ACTIVE for port object 26f04c78-be78-43e1-a967-10d081fd5302 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:17:54.826028 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2402c089-afee-478e-b7d2-9cd1299e5642 x-openstack-request-id: req-2402c089-afee-478e-b7d2-9cd1299e5642 {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:54.826347 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:54.826716 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2402c089-afee-478e-b7d2-9cd1299e5642 {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:54.826963 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc7c65-cac9-47f9-ab28-3c513187a4c2 req-7841d530-3d9a-4242-96c8-320d2bf388b2 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:54.827376 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'status': 'completed', 'code': 200} Jul 29 17:17:54.828838 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7dcc7c65-cac9-47f9-ab28-3c513187a4c2 req-7841d530-3d9a-4242-96c8-320d2bf388b2 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 931 time: 0.0975022 Jul 29 17:17:54.830491 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.838291 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66753b-b66b-4c23-90fe-b3b710a670a8 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event updated for resources: {'Port': ['ID=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,revision_number=7']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:54.875673 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8aecba49-e27c-412a-b6de-f1837764b421 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.923221 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8aecba49-e27c-412a-b6de-f1837764b421 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:54.926991 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Pushing event updated for resources: {'Port': ['ID=26f04c78-be78-43e1-a967-10d081fd5302,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:54.959937 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7dcc7c65-cac9-47f9-ab28-3c513187a4c2 req-2a77cbda-33a8-432d-8a4f-dd1485c1f681 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018338 Jul 29 17:17:55.019176 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['c7c55c34-188d-444c-aa80-9ffd62f8dd3e'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:17:55.027555 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8aecba49-e27c-412a-b6de-f1837764b421 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.031493 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8aecba49-e27c-412a-b6de-f1837764b421 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.031914 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-904f3b4b-d32b-4e7b-9edc-14591f4b4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:55.035245 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8aecba49-e27c-412a-b6de-f1837764b421 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "DELETE /v2.0/security-groups/2a5bb7ac-3bd9-46d2-8563-4060007e3fe7 HTTP/1.1" status: 204 len: 168 time: 0.2544324 Jul 29 17:17:55.035540 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-904f3b4b-d32b-4e7b-9edc-14591f4b4487 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f0678cb3bf6445ebb4214f3093461e9&device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 1099 time: 0.1304500 Jul 29 17:17:55.036155 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38304) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:17:55.044596 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecba49-e27c-412a-b6de-f1837764b421 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5bb7ac-3bd9-46d2-8563-4060007e3fe7,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:55.139334 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Attempting to bind port 26f04c78-be78-43e1-a967-10d081fd5302 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:17:55.139687 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Attempting to bind port 26f04c78-be78-43e1-a967-10d081fd5302 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:17:55.139995 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Attempting to bind port 26f04c78-be78-43e1-a967-10d081fd5302 on network fd0d6610-edfa-4c43-a08b-15ad065d077f {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:17:55.143726 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-61cec8e1-4b70-452a-95c8-bbeeb54dac99 None None] Provisioning complete for port c7c55c34-188d-444c-aa80-9ffd62f8dd3e triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:17:55.144105 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-61cec8e1-4b70-452a-95c8-bbeeb54dac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.159586 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Port 26f04c78-be78-43e1-a967-10d081fd5302 on network fd0d6610-edfa-4c43-a08b-15ad065d077f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:17:55.159905 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Attempting to bind port 26f04c78-be78-43e1-a967-10d081fd5302 on network fd0d6610-edfa-4c43-a08b-15ad065d077f {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:17:55.174228 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:17:55.174560 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Checking segment: {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:17:55.174935 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Bound using segment: {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:17:55.175361 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Bound port: 26f04c78-be78-43e1-a967-10d081fd5302, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a83dc8e-16f1-4140-810e-897a6909655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:17:55.175714 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.283334 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-576389a5-8872-4b32-8050-1743384aef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:55.284856 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-576389a5-8872-4b32-8050-1743384aef90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7 HTTP/1.1" status: 200 len: 916 time: 0.2357597 Jul 29 17:17:55.380372 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] For port 26f04c78-be78-43e1-a967-10d081fd5302, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:17:55.402813 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] For port 26f04c78-be78-43e1-a967-10d081fd5302, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f04c78-be78-43e1-a967-10d081fd5302,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:17:55.407542 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-7c4f9afb-b23f-4f74-bac8-a964ba403a04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 1002 time: 0.1118147 Jul 29 17:17:55.409966 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.481737 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:55.482342 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.483705 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] 10.222.0.44 "PUT /v2.0/ports/26f04c78-be78-43e1-a967-10d081fd5302 HTTP/1.1" status: 200 len: 1093 time: 1.1292992 Jul 29 17:17:55.486716 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08bbb83-b8f8-4943-a9b7-90010a69c195', 'tag': '26f04c78-be78-43e1-a967-10d081fd5302'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:55.489165 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b4e9cb-11c3-4019-8164-9375e09ea045" -d '{"events": [{"name": "network-changed", "server_uuid": "b08bbb83-b8f8-4943-a9b7-90010a69c195", "tag": "26f04c78-be78-43e1-a967-10d081fd5302"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:55.505679 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Deleting port 023152ff-bc04-450c-900e-f68b1ba55fd4 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:17:55.506273 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.555395 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e44b771-d960-4be3-b82d-043efeb961bd x-openstack-request-id: req-0e44b771-d960-4be3-b82d-043efeb961bd {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:55.555677 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08bbb83-b8f8-4943-a9b7-90010a69c195", "tag": "26f04c78-be78-43e1-a967-10d081fd5302", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:55.555924 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e44b771-d960-4be3-b82d-043efeb961bd {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:55.556398 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08bbb83-b8f8-4943-a9b7-90010a69c195', 'tag': '26f04c78-be78-43e1-a967-10d081fd5302', 'status': 'completed', 'code': 200} Jul 29 17:17:55.586032 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610a252-a60b-4998-9f57-6ee191d6a4be service neutron] Pushing event updated for resources: {'Port': ['ID=26f04c78-be78-43e1-a967-10d081fd5302,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:55.603317 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-583e3c36-cc6b-4827-8bcf-587e0aff5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:55.604784 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-583e3c36-cc6b-4827-8bcf-587e0aff5d26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daf6a930-9fa7-4dfb-8fca-2bb915545d84 HTTP/1.1" status: 200 len: 854 time: 0.1826813 Jul 29 17:17:55.704078 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92953d-d829-4068-9581-aba593d4b5ba req-6c332116-52d5-4c8a-8be6-75ab6c52a674 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:55.705743 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3b92953d-d829-4068-9581-aba593d4b5ba req-6c332116-52d5-4c8a-8be6-75ab6c52a674 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.2043798 Jul 29 17:17:55.714439 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['c7c55c34-188d-444c-aa80-9ffd62f8dd3e'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:17:55.722449 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.722772 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:55.740603 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0352221-a530-4d67-8551-0de102b7577a req-12b4a5b1-568a-43b3-9112-8fc053a68d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:55.742161 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-12b4a5b1-568a-43b3-9112-8fc053a68d1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 1096 time: 0.1574664 Jul 29 17:17:55.743932 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-654593b6-81ac-48a9-9e04-7fdd635b83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:55.745327 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-654593b6-81ac-48a9-9e04-7fdd635b83de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1164060 Jul 29 17:17:55.757412 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Calling delete_port for 023152ff-bc04-450c-900e-f68b1ba55fd4 owned by network:floatingip {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:17:55.875247 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3b92953d-d829-4068-9581-aba593d4b5ba req-6d8e2cff-f967-4d37-bc54-d006ea37ba4c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562617 Jul 29 17:17:55.906200 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-fc354ae1-4923-49df-bc8a-6d3fc33298f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f04c78-be78-43e1-a967-10d081fd5302 HTTP/1.1" status: 200 len: 217 time: 0.1274197 Jul 29 17:17:56.018637 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0352221-a530-4d67-8551-0de102b7577a req-dc9d0e2c-5449-4757-8624-990ab7372383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:56.020103 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-dc9d0e2c-5449-4757-8624-990ab7372383 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0110647-c486-43c7-a47e-fee3bdfe3db0 HTTP/1.1" status: 200 len: 855 time: 0.1029999 Jul 29 17:17:56.054964 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-f350cd73-e6e7-4b4b-ae6e-3627182e6b83 service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747631 Jul 29 17:17:56.077885 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-eaaf044b-c574-4759-827a-b409e3a2dd7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd0d6610-edfa-4c43-a08b-15ad065d077f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489247 Jul 29 17:17:56.089582 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122a8af-683d-400e-9b6c-d6a698f6ff08 req-2860758b-89dc-4f68-ba23-d64e5705be26 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:56.091160 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2122a8af-683d-400e-9b6c-d6a698f6ff08 req-2860758b-89dc-4f68-ba23-d64e5705be26 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 943 time: 0.0522420 Jul 29 17:17:56.137008 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2122a8af-683d-400e-9b6c-d6a698f6ff08 req-15077d9d-2775-41c2-bf8d-11dcf57a499b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 Jul 29 17:17:56.515348 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef2bf7bc-83fa-456c-b0d7-d2c424314003 req-acdf317f-77a3-4161-ae10-847c17c8ef64 service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408543 Jul 29 17:17:56.517738 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.522089 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-813616af-02f3-4f32-9a1d-f7460ce6fb32 service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349492 Jul 29 17:17:56.543518 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event deleted for resources: {'Port': ['ID=023152ff-bc04-450c-900e-f68b1ba55fd4,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:17:56.661097 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:56.661430 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Floating IP 61c50b19-aaee-4461-94bb-542e29b3c7bc disassociated (deleted). External IP: 172.27.0.129, port: c7c55c34-188d-444c-aa80-9ffd62f8dd3e. Jul 29 17:17:56.714117 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a0352221-a530-4d67-8551-0de102b7577a req-954c4edd-cb14-4e64-905f-c7c071d5e17c service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622882 Jul 29 17:17:56.917417 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Router 1cef47db-534f-4d93-bb29-b391f9c987c1 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:17:56.921758 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-6a9396fe-04e7-4924-8d59-fd44d376c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:56.923233 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-6a9396fe-04e7-4924-8d59-fd44d376c8c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8f28ccdb52954af1992576c99ad5089d&device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 1096 time: 0.0900595 Jul 29 17:17:56.990757 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125c26d-4c39-42b0-a181-2dccf19b2d03 req-bdbcede7-94fb-4298-878f-b29d2aea13c1 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:56.992260 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7125c26d-4c39-42b0-a181-2dccf19b2d03 req-bdbcede7-94fb-4298-878f-b29d2aea13c1 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0488832 Jul 29 17:17:57.033100 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7125c26d-4c39-42b0-a181-2dccf19b2d03 req-a1e9aa22-637c-45d7-b63c-7152da770620 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347557 Jul 29 17:17:57.096447 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-549f02e8-0c79-4d14-90c1-4266bcb0b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:57.097935 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-549f02e8-0c79-4d14-90c1-4266bcb0b5d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 200 len: 916 time: 0.1661241 Jul 29 17:17:57.099083 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:17:57.103778 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:17:57.108805 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] Sync routers for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:17:57.118120 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:17:57.118741 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:57.164477 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-f3f8de76-f1fa-4ce4-9450-118d0fc15f9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f04c78-be78-43e1-a967-10d081fd5302 HTTP/1.1" status: 200 len: 217 time: 0.0396235 Jul 29 17:17:57.166079 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-3be03256-4f31-4203-9996-caa9210b09e0 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "DELETE /v2.0/floatingips/61c50b19-aaee-4461-94bb-542e29b3c7bc HTTP/1.1" status: 204 len: 168 time: 2.1289091 Jul 29 17:17:57.260467 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-836413f8-10fa-406f-9c84-a3414e539d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:57.262026 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-836413f8-10fa-406f-9c84-a3414e539d78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0110647-c486-43c7-a47e-fee3bdfe3db0 HTTP/1.1" status: 200 len: 855 time: 0.0884101 Jul 29 17:17:57.280839 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026b274-875e-4dea-9e37-51cd1317151f req-c0a933fc-94cf-4872-9140-b63b9cb84cce tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:57.282812 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5026b274-875e-4dea-9e37-51cd1317151f req-c0a933fc-94cf-4872-9140-b63b9cb84cce tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 943 time: 0.0711381 Jul 29 17:17:57.319764 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-e4664e8c-28b5-407b-8cee-f8ac85b77177 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fd0d6610-edfa-4c43-a08b-15ad065d077f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475514 Jul 29 17:17:57.374208 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:17:57.388200 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5026b274-875e-4dea-9e37-51cd1317151f req-7449b884-dfe2-4710-92d6-68079aefefe4 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977490 Jul 29 17:17:57.440872 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-71dfdfca-c2c0-4037-ada9-b38375750d35 service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122913 Jul 29 17:17:57.559389 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:17:57.561640 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4166dfb9-130a-478f-8ccf-d13c2206810c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:17:57.578019 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-17b4e9cb-11c3-4019-8164-9375e09ea045 req-66f1bfdc-9efd-4e94-bada-d534b95aa3b9 service neutron] 10.222.0.44 "GET /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001070 Jul 29 17:17:57.582725 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'ac5d2f9d-4623-40d1-baae-9bdff318ee78', 'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'mac_address': 'fa:16:3e:a6:4b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:22Z', 'updated_at': '2021-07-29T17:14:31Z', 'revision_number': 5, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'subnets': [{'id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:57.603505 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce61a14-ab62-40fe-86b1-5ae7c52f60c7 x-openstack-request-id: req-7ce61a14-ab62-40fe-86b1-5ae7c52f60c7 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:17:57.603796 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:17:57.604041 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ce61a14-ab62-40fe-86b1-5ae7c52f60c7 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:17:57.604434 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'status': 'completed', 'code': 200} Jul 29 17:17:57.611940 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] Checking router: 1cef47db-534f-4d93-bb29-b391f9c987c1 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:17:57.620760 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:17:57.621361 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:57.724876 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:17:57.756670 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-0980d3c1-8d20-4bba-a956-3b033c6c137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:57.758152 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-0980d3c1-8d20-4bba-a956-3b033c6c137e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9f0678cb3bf6445ebb4214f3093461e9&device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 1099 time: 0.0419033 Jul 29 17:17:57.855619 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-ee74fce7-793e-45d2-9c67-99dd59b421dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:57.857286 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-ee74fce7-793e-45d2-9c67-99dd59b421dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7 HTTP/1.1" status: 200 len: 916 time: 0.0880702 Jul 29 17:17:57.903531 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-5f81ccc6-c87c-4ef1-b3ac-2e5aee8a67a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 200 len: 217 time: 0.0353596 Jul 29 17:17:57.917268 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'ac5d2f9d-4623-40d1-baae-9bdff318ee78', 'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'mac_address': 'fa:16:3e:a6:4b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:22Z', 'updated_at': '2021-07-29T17:14:31Z', 'revision_number': 5, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'subnets': [{'id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:17:57.943417 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd006d-629c-405b-a687-6060d99bba47 None None] The sync data for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi is: [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'ac5d2f9d-4623-40d1-baae-9bdff318ee78', 'name': '', 'network_id': 'aef52d49-5f56-46fe-ae8b-b9eafe299fd7', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'mac_address': 'fa:16:3e:a6:4b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:22Z', 'updated_at': '2021-07-29T17:14:31Z', 'revision_number': 5, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'subnets': [{'id': 'daf6a930-9fa7-4dfb-8fca-2bb915545d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:17:57.973952 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-28288b2b-0ace-439c-aae8-a9b40bb75d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:57.975574 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-28288b2b-0ace-439c-aae8-a9b40bb75d36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=daf6a930-9fa7-4dfb-8fca-2bb915545d84 HTTP/1.1" status: 200 len: 854 time: 0.0454912 Jul 29 17:17:58.032130 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-186ea6f0-d75f-424a-a52f-dd98d004dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:58.033716 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-186ea6f0-d75f-424a-a52f-dd98d004dc23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aef52d49-5f56-46fe-ae8b-b9eafe299fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504844 Jul 29 17:17:58.140308 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-2b60729f-449c-4bdc-882a-d262e62c943f service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901051 Jul 29 17:17:58.157072 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6baeea-b5d0-48cc-b72b-cce770cda1c8 req-1ba89433-8e94-47e5-ab2a-8d773eefa8c5 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:58.158732 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1d6baeea-b5d0-48cc-b72b-cce770cda1c8 req-1ba89433-8e94-47e5-ab2a-8d773eefa8c5 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0529404 Jul 29 17:17:58.182564 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dbfff-ed2b-4fa7-9ac5-2b94fbd90e40 None None] New status for floating IP 61c50b19-aaee-4461-94bb-542e29b3c7bc: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:17:58.205871 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1d6baeea-b5d0-48cc-b72b-cce770cda1c8 req-549f041b-a4f9-4c2b-917b-7c7d821d67cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377603 Jul 29 17:17:58.249789 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4166dfb9-130a-478f-8ccf-d13c2206810c req-7bceb424-36c2-4a0c-84ef-c8b64795f95a service neutron] 10.222.0.44 "GET /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982444 Jul 29 17:17:58.523765 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488946ef-f4b7-4584-a7d7-0720efa3577c req-a127b0b4-d405-4331-87b1-4b9b01a95cfb tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:58.526558 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-488946ef-f4b7-4584-a7d7-0720efa3577c req-a127b0b4-d405-4331-87b1-4b9b01a95cfb tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 943 time: 0.0578673 Jul 29 17:17:58.575035 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-488946ef-f4b7-4584-a7d7-0720efa3577c req-bec19fb1-2a1f-4b1f-a694-4b74cba95cfd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Jul 29 17:17:59.327193 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761212c8-2b76-48c6-8009-8a57091d8315 req-94725e5b-5746-45b9-8299-47ea5474006d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:59.328741 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-761212c8-2b76-48c6-8009-8a57091d8315 req-94725e5b-5746-45b9-8299-47ea5474006d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Jul 29 17:17:59.369841 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-761212c8-2b76-48c6-8009-8a57091d8315 req-d2f18995-eac3-4394-b831-9d4b891e964c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348439 Jul 29 17:17:59.722721 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06420fec-a73e-484a-8116-8590b7fd1d8f req-6c066c41-a2d8-4477-b1f5-88136bbdece2 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:17:59.724522 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-06420fec-a73e-484a-8116-8590b7fd1d8f req-6c066c41-a2d8-4477-b1f5-88136bbdece2 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 943 time: 0.0620198 Jul 29 17:17:59.793198 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-06420fec-a73e-484a-8116-8590b7fd1d8f req-607bad8f-9155-479b-b11b-e50e6efd64ed tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 Jul 29 17:17:59.988605 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 26f04c78-be78-43e1-a967-10d081fd5302 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:18:00.139211 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 26f04c78-be78-43e1-a967-10d081fd5302, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f04c78-be78-43e1-a967-10d081fd5302,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:00.153153 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '26f04c78-be78-43e1-a967-10d081fd5302', 'network_id': 'fd0d6610-edfa-4c43-a08b-15ad065d077f', 'port_id': '26f04c78-be78-43e1-a967-10d081fd5302', 'mac_address': 'fa:16:3e:56:08:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0110647-c486-43c7-a47e-fee3bdfe3db0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:18:00.202128 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:00.218017 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f04c78-be78-43e1-a967-10d081fd5302 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:18:00.244718 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 26f04c78-be78-43e1-a967-10d081fd5302, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f04c78-be78-43e1-a967-10d081fd5302,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:00.249741 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:00.307605 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=26f04c78-be78-43e1-a967-10d081fd5302,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:00.501329 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec4ecc-aade-47b6-b0e7-425577fb79e0 req-1f4571ac-275f-480b-a295-9832798a4793 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:00.502906 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a8ec4ecc-aade-47b6-b0e7-425577fb79e0 req-1f4571ac-275f-480b-a295-9832798a4793 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0581167 Jul 29 17:18:00.554501 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a8ec4ecc-aade-47b6-b0e7-425577fb79e0 req-9ff74772-30db-41dd-b1ce-1f11ffe32207 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401361 Jul 29 17:18:00.659504 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['26f04c78-be78-43e1-a967-10d081fd5302'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:18:00.939208 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771e99e-126d-4e7b-980b-1d9d8624f102 req-f4989846-1dad-492c-b002-8eb8bc1df048 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:00.940702 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2771e99e-126d-4e7b-980b-1d9d8624f102 req-f4989846-1dad-492c-b002-8eb8bc1df048 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 944 time: 0.0647397 Jul 29 17:18:00.988234 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2771e99e-126d-4e7b-980b-1d9d8624f102 req-04b5e2cf-7fc4-4b22-83d9-35b71e375a29 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Jul 29 17:18:01.211323 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f53c35-c862-4fd5-bfaf-6e1cd92ff723 req-c01bc576-e561-449c-9cf4-7eaaf036026f tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:01.213331 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55f53c35-c862-4fd5-bfaf-6e1cd92ff723 req-c01bc576-e561-449c-9cf4-7eaaf036026f tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.0533965 Jul 29 17:18:01.257175 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55f53c35-c862-4fd5-bfaf-6e1cd92ff723 req-e2fb9230-df01-4567-a568-fa8828817fec tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377569 Jul 29 17:18:01.687430 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dffaa-63aa-481b-a137-209b9e07b5f8 req-270b6193-cb68-4fb5-a839-cb28687cfdb9 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:01.689270 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e4dffaa-63aa-481b-a137-209b9e07b5f8 req-270b6193-cb68-4fb5-a839-cb28687cfdb9 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0539355 Jul 29 17:18:01.737832 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-5e4dffaa-63aa-481b-a137-209b9e07b5f8 req-90757502-4878-445b-b609-eb8e0fd31ed2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365412 Jul 29 17:18:02.014878 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 26f04c78-be78-43e1-a967-10d081fd5302 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:18:02.085121 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port 26f04c78-be78-43e1-a967-10d081fd5302 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:18:02.090785 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 26f04c78-be78-43e1-a967-10d081fd5302 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:18:02.090785 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:02.166414 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac3bd0-b787-4c91-867b-e4910427bfbd req-b090e01c-4694-461e-b53c-92c55e78659d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:02.170329 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-48ac3bd0-b787-4c91-867b-e4910427bfbd req-b090e01c-4694-461e-b53c-92c55e78659d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 944 time: 0.0871403 Jul 29 17:18:02.179358 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:02.205211 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08bbb83-b8f8-4943-a9b7-90010a69c195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f04c78-be78-43e1-a967-10d081fd5302'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:18:02.207508 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07298200-61d0-4783-8295-a0c1dcd05dfe" -d '{"events": [{"server_uuid": "b08bbb83-b8f8-4943-a9b7-90010a69c195", "name": "network-vif-plugged", "status": "completed", "tag": "26f04c78-be78-43e1-a967-10d081fd5302"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:18:02.223029 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 26f04c78-be78-43e1-a967-10d081fd5302, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f04c78-be78-43e1-a967-10d081fd5302,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:02.226667 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-48ac3bd0-b787-4c91-867b-e4910427bfbd req-f8c23f35-7e8e-4c58-9ed8-c93c26809334 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502913 Jul 29 17:18:02.229514 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:02.271517 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3675c90b-f6a6-40fa-bf21-9d0476aa8ed4 x-openstack-request-id: req-3675c90b-f6a6-40fa-bf21-9d0476aa8ed4 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:18:02.271910 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08bbb83-b8f8-4943-a9b7-90010a69c195", "name": "network-vif-plugged", "status": "completed", "tag": "26f04c78-be78-43e1-a967-10d081fd5302", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:18:02.272250 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3675c90b-f6a6-40fa-bf21-9d0476aa8ed4 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:18:02.272777 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08bbb83-b8f8-4943-a9b7-90010a69c195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f04c78-be78-43e1-a967-10d081fd5302', 'code': 200} Jul 29 17:18:02.310231 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=26f04c78-be78-43e1-a967-10d081fd5302,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:02.418618 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631c47-9b2d-437f-b794-9edafffc63cb req-235e1e01-82b4-4350-92c6-707b7daef7d7 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:02.420174 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c631c47-9b2d-437f-b794-9edafffc63cb req-235e1e01-82b4-4350-92c6-707b7daef7d7 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.0732248 Jul 29 17:18:02.476586 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c631c47-9b2d-437f-b794-9edafffc63cb req-15e5a883-097d-426c-af79-8bb90346cbb5 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475891 Jul 29 17:18:02.512712 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37c99-590e-4b63-9895-d7196254d0af req-c123a4ca-8012-498c-a58a-6238d516fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:02.514255 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-33f37c99-590e-4b63-9895-d7196254d0af req-c123a4ca-8012-498c-a58a-6238d516fc10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 1098 time: 0.0426061 Jul 29 17:18:02.551967 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-33f37c99-590e-4b63-9895-d7196254d0af req-17129357-64d2-4c45-8eb3-72efd8731f6d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295157 Jul 29 17:18:02.884408 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de67d53-b167-4443-80cb-3bcfb515bac1 req-5ec043a1-809f-4a22-9183-5be0e949df0e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:02.886737 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2de67d53-b167-4443-80cb-3bcfb515bac1 req-5ec043a1-809f-4a22-9183-5be0e949df0e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0563319 Jul 29 17:18:02.928743 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2de67d53-b167-4443-80cb-3bcfb515bac1 req-351b35dc-7952-4a56-a222-b727b53e4500 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357533 Jul 29 17:18:03.354106 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fe03b-d21c-4566-970f-1e3fab4d6737 req-8425e1d1-4217-4611-b8e1-0e3bbd1701b8 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:03.355893 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c05fe03b-d21c-4566-970f-1e3fab4d6737 req-8425e1d1-4217-4611-b8e1-0e3bbd1701b8 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 945 time: 0.0534396 Jul 29 17:18:03.399659 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c05fe03b-d21c-4566-970f-1e3fab4d6737 req-6dc63aea-05de-43bb-bb73-b1f2fbf8b67f tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353887 Jul 29 17:18:03.603968 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3090c-d147-4c86-a419-eef7d1153faf req-2b51722b-4dcc-4ed6-b319-802a612f8597 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:03.605836 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d6e3090c-d147-4c86-a419-eef7d1153faf req-2b51722b-4dcc-4ed6-b319-802a612f8597 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.0516822 Jul 29 17:18:03.646633 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d6e3090c-d147-4c86-a419-eef7d1153faf req-a546b814-8fe9-4895-a7e3-e4f5de91d1ca tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/security-groups?id=940087e0-1922-4010-a939-7239dded046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345719 Jul 29 17:18:04.246573 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-eb22d6dd-096e-44d0-a1e7-149e883a999e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:04.248222 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-eb22d6dd-096e-44d0-a1e7-149e883a999e tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 946 time: 0.1005809 Jul 29 17:18:04.304852 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608c147-a373-45fe-a6b5-e120b1987822 req-1f86f0af-db17-4f0f-84ef-372786162bea tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:04.306560 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0608c147-a373-45fe-a6b5-e120b1987822 req-1f86f0af-db17-4f0f-84ef-372786162bea tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.3048916 Jul 29 17:18:04.376475 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0608c147-a373-45fe-a6b5-e120b1987822 req-7b5cba1e-f01b-4ea5-9fec-23b3c6fb36df tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635943 Jul 29 17:18:04.392845 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Deleting port c7c55c34-188d-444c-aa80-9ffd62f8dd3e {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:04.393191 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:04.507858 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] For port c7c55c34-188d-444c-aa80-9ffd62f8dd3e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:04.508140 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:04.529387 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Calling delete_port for c7c55c34-188d-444c-aa80-9ffd62f8dd3e owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:04.540890 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fd041-1d32-4122-a86f-50a938b526b8 req-a77916eb-94bc-4711-8dff-95956764e548 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:04.542480 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cd1fd041-1d32-4122-a86f-50a938b526b8 req-a77916eb-94bc-4711-8dff-95956764e548 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 945 time: 0.0576539 Jul 29 17:18:04.593172 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cd1fd041-1d32-4122-a86f-50a938b526b8 req-cd5c1bb1-815a-4e32-9017-35e3e942bb4b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Jul 29 17:18:04.675137 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:04.704951 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Pushing event deleted for resources: {'Port': ['ID=c7c55c34-188d-444c-aa80-9ffd62f8dd3e,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:04.717205 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['c7c55c34-188d-444c-aa80-9ffd62f8dd3e'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:18:04.766439 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] No DVR routers for this DVR port c7c55c34-188d-444c-aa80-9ffd62f8dd3e on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:04.778359 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:04.780706 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e0c79ee9-ce3a-4815-81bc-30495ba713bc req-69cad857-a720-4866-b866-382e98fa9ce3 tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.44 "DELETE /v2.0/ports/c7c55c34-188d-444c-aa80-9ffd62f8dd3e HTTP/1.1" status: 204 len: 173 time: 0.5250700 Jul 29 17:18:04.781186 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'name': 'network-vif-deleted', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:18:04.783746 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bb7b30-74f0-4129-989b-d4c8848fdd2e" -d '{"events": [{"server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "name": "network-vif-deleted", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:18:04.803126 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c93356e2-0730-4cec-9cab-e8d6bd628635 req-f7eceed3-f5b5-4184-b427-b0809c780d3b tempest-TestMinimumBasicScenario-253164019 tempest-TestMinimumBasicScenario-253164019-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6 HTTP/1.1" status: 200 len: 210 time: 0.0529842 Jul 29 17:18:04.853687 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31414d0f-ad58-490a-84ac-1f247e018ea8 x-openstack-request-id: req-31414d0f-ad58-490a-84ac-1f247e018ea8 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:18:04.854316 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6", "name": "network-vif-deleted", "tag": "c7c55c34-188d-444c-aa80-9ffd62f8dd3e", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:18:04.854538 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31414d0f-ad58-490a-84ac-1f247e018ea8 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:18:04.855029 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce98dc8b-d9cc-45bc-a95b-abdb8e5232c6', 'name': 'network-vif-deleted', 'tag': 'c7c55c34-188d-444c-aa80-9ffd62f8dd3e', 'status': 'completed', 'code': 200} Jul 29 17:18:05.511115 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e7577-ed43-4f0a-a6dd-610677b97c3e req-35440b1b-5101-4296-8dab-374242063581 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:05.512874 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-879e7577-ed43-4f0a-a6dd-610677b97c3e req-35440b1b-5101-4296-8dab-374242063581 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0564923 Jul 29 17:18:05.553778 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-879e7577-ed43-4f0a-a6dd-610677b97c3e req-63c1cc09-8d00-4ea3-86f5-14dad92e8c12 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349412 Jul 29 17:18:06.714548 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8235f6-97ad-4fdf-af59-b14c3d76bbed req-8f4e4f8a-f178-42d0-b371-b4f5269eea21 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:06.716100 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6e8235f6-97ad-4fdf-af59-b14c3d76bbed req-8f4e4f8a-f178-42d0-b371-b4f5269eea21 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0637112 Jul 29 17:18:06.770169 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6e8235f6-97ad-4fdf-af59-b14c3d76bbed req-caca6b97-b534-4a38-8ccf-f04b9c29752d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440588 Jul 29 17:18:06.821564 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38470) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:07.631801 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679750'] for router_interface, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:07.922078 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaad62d-12d7-40c4-971a-4b81c059b0eb req-808cfc05-5159-47e7-b1d3-29708c55bbb2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:07.923732 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-edaad62d-12d7-40c4-971a-4b81c059b0eb req-808cfc05-5159-47e7-b1d3-29708c55bbb2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0779212 Jul 29 17:18:08.006190 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-edaad62d-12d7-40c4-971a-4b81c059b0eb req-0011ed8e-fd40-4ac9-840d-5011cb138bd6 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750971 Jul 29 17:18:08.027265 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Deleting port ac5d2f9d-4623-40d1-baae-9bdff318ee78 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:08.027601 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:08.057852 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device c7c55c34-188d-444c-aa80-9ffd62f8dd3e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:08.080037 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: c7c55c34-188d-444c-aa80-9ffd62f8dd3e {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:08.080522 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device c7c55c34-188d-444c-aa80-9ffd62f8dd3e not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:08.117399 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] For port ac5d2f9d-4623-40d1-baae-9bdff318ee78, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=ac5d2f9d-4623-40d1-baae-9bdff318ee78,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:08.117399 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:08.130291 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Calling delete_port for ac5d2f9d-4623-40d1-baae-9bdff318ee78 owned by network:router_interface {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:08.264153 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf08fb4-11d6-4b57-bb24-76f9c1c41434 req-4da67c71-743a-4c98-9d84-56d2726c7f55 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:08.265676 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fcf08fb4-11d6-4b57-bb24-76f9c1c41434 req-4da67c71-743a-4c98-9d84-56d2726c7f55 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0852842 Jul 29 17:18:08.384264 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fcf08fb4-11d6-4b57-bb24-76f9c1c41434 req-4ecd4341-1671-4192-9bef-1f9e1b7ef3bf tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825334 Jul 29 17:18:08.390013 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-be646fc3-1ce9-4151-b208-4017995835aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:08.391650 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-be646fc3-1ce9-4151-b208-4017995835aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 1098 time: 0.0926976 Jul 29 17:18:08.508166 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:08.544484 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5d2f9d-4623-40d1-baae-9bdff318ee78,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:08.555737 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-fbd4cfc8-5927-49fd-a968-b71c5369fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:08.557809 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-fbd4cfc8-5927-49fd-a968-b71c5369fa37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 912 time: 0.1563799 Jul 29 17:18:08.676047 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-6bd8e053-69a9-4814-af34-7e907747bd5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2 HTTP/1.1" status: 200 len: 1001 time: 0.1003318 Jul 29 17:18:08.795933 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-6ab25b5b-9568-48e9-a0fb-383debfd77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:08.797553 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-6ab25b5b-9568-48e9-a0fb-383debfd77b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd4ae2f-4f71-4b97-8343-afc0635933bb HTTP/1.1" status: 200 len: 850 time: 0.0911617 Jul 29 17:18:08.835931 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679722'] for router_interface, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:08.898970 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-3a54dd90-1f22-4435-82f0-5ebf45ab3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:08.900969 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-3a54dd90-1f22-4435-82f0-5ebf45ab3ffd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a82dc695-f1af-4a67-9797-b862590f6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0938432 Jul 29 17:18:09.084660 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-019ec301-36f8-43d5-bc76-5e627b447aec service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422217 Jul 29 17:18:09.189729 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Router 1cef47db-534f-4d93-bb29-b391f9c987c1 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:18:09.222404 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-92393eb2-8669-4f73-810c-0e07aa3cc18a req-09a1242e-046e-49e0-87e0-48c7e3328fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094515 Jul 29 17:18:09.322483 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:18:09.327828 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-3a48d8b5-47eb-444a-9dc3-bc33eaae5ab6 admin admin] 10.222.0.13 "PUT /v2.0/routers/1cef47db-534f-4d93-bb29-b391f9c987c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5052011 Jul 29 17:18:09.330323 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38486) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:09.331593 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] Sync routers for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:18:09.342281 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:18:09.342925 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:09.441494 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks [] for router, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:09.448951 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:18:09.574950 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dbc91-30c9-4d90-b14f-f095ff9a75d3 req-c729adb2-e324-4c69-880e-f52bc578dc50 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:09.576437 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-976dbc91-30c9-4d90-b14f-f095ff9a75d3 req-c729adb2-e324-4c69-880e-f52bc578dc50 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0932105 Jul 29 17:18:09.607892 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:09.630384 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:18:08Z', 'revision_number': 5, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port': {'id': 'f74fc5b3-372f-40cf-a939-92c715e9fddb', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:19Z', 'updated_at': '2021-07-29T17:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:09.633148 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-976dbc91-30c9-4d90-b14f-f095ff9a75d3 req-245f3476-7549-4383-ad88-a6424c9a8ad1 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500450 Jul 29 17:18:09.682689 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] Checking router: 1cef47db-534f-4d93-bb29-b391f9c987c1 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:18:09.684238 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Deleting port f74fc5b3-372f-40cf-a939-92c715e9fddb {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:09.684721 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:09.691965 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] Routers {'1cef47db-534f-4d93-bb29-b391f9c987c1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:18:09.692513 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['1cef47db-534f-4d93-bb29-b391f9c987c1'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:09.762541 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] For port f74fc5b3-372f-40cf-a939-92c715e9fddb, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f74fc5b3-372f-40cf-a939-92c715e9fddb,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:09.762910 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:09.775421 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Calling delete_port for f74fc5b3-372f-40cf-a939-92c715e9fddb owned by network:router_gateway {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:09.777910 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] Set router 1cef47db-534f-4d93-bb29-b391f9c987c1 gateway port host: None {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:18:09.953236 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:18:09Z', 'revision_number': 6, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port_host': None}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:09.953843 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:09.984634 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff95284-50d1-4a7d-8d7e-d186210a5543 None None] The sync data for ids ['1cef47db-534f-4d93-bb29-b391f9c987c1'] in dv-cinder-784623-16-iscsi is: [{'id': '1cef47db-534f-4d93-bb29-b391f9c987c1', 'name': 'tempest-TestMinimumBasicScenario-1818160783-router', 'tenant_id': '9f0678cb3bf6445ebb4214f3093461e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:17Z', 'updated_at': '2021-07-29T17:18:09Z', 'revision_number': 6, 'project_id': '9f0678cb3bf6445ebb4214f3093461e9', 'gw_port_host': None}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:18:09.987349 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Pushing event deleted for resources: {'Port': ['ID=f74fc5b3-372f-40cf-a939-92c715e9fddb,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:10.058376 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725640'] for router_gateway, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.160388 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1960'] for router, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.162521 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.230569 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570759'] for router, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.231038 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cef47db-534f-4d93-bb29-b391f9c987c1 {{(pid=93267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:18:10.235876 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.237061 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-fc949638-b28c-4aa3-9355-216f14d3e253 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1cef47db-534f-4d93-bb29-b391f9c987c1 HTTP/1.1" status: 204 len: 168 time: 0.9057672 Jul 29 17:18:10.239564 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38496) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:10.283194 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-2870a2b3-27ab-4fdd-a4f9-05bd6d9ec22b admin admin] Deleting subnet daf6a930-9fa7-4dfb-8fca-2bb915545d84 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:18:10.286203 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2870a2b3-27ab-4fdd-a4f9-05bd6d9ec22b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.320105 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2870a2b3-27ab-4fdd-a4f9-05bd6d9ec22b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.678389 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2870a2b3-27ab-4fdd-a4f9-05bd6d9ec22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.764897 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2870a2b3-27ab-4fdd-a4f9-05bd6d9ec22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.802977 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b0fc82-ded5-4711-8dfd-1663b899d7cb None None] Network aef52d49-5f56-46fe-ae8b-b9eafe299fd7 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:18:10.803488 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7531273-4579-42c0-9295-929004f7525a req-81690f54-d54c-44b4-b8fa-216eeab97ee8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:10.804629 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b7531273-4579-42c0-9295-929004f7525a req-81690f54-d54c-44b4-b8fa-216eeab97ee8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0982344 Jul 29 17:18:10.805593 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870a2b3-27ab-4fdd-a4f9-05bd6d9ec22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf6a930-9fa7-4dfb-8fca-2bb915545d84,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:10.808231 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2870a2b3-27ab-4fdd-a4f9-05bd6d9ec22b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.810058 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-2870a2b3-27ab-4fdd-a4f9-05bd6d9ec22b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/daf6a930-9fa7-4dfb-8fca-2bb915545d84 HTTP/1.1" status: 204 len: 168 time: 0.5695992 Jul 29 17:18:10.812849 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38502) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:10.848681 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b7531273-4579-42c0-9295-929004f7525a req-0a784986-fc75-4f5c-9569-1e23fda9416b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368264 Jul 29 17:18:10.853905 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f74fc5b3-372f-40cf-a939-92c715e9fddb no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:10.888196 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: f74fc5b3-372f-40cf-a939-92c715e9fddb {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:10.888577 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f74fc5b3-372f-40cf-a939-92c715e9fddb not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:10.889028 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device ac5d2f9d-4623-40d1-baae-9bdff318ee78 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:10.914946 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:10.919864 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: ac5d2f9d-4623-40d1-baae-9bdff318ee78 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:10.920214 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device ac5d2f9d-4623-40d1-baae-9bdff318ee78 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:10.977420 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Deleting port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:10.977843 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.044655 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610758a1-0036-4d70-aff9-797ac005e634 None None] DHCP port deletion for aef52d49-5f56-46fe-ae8b-b9eafe299fd7 request from dv-cinder-784623-16-iscsi {{(pid=93268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:18:11.055453 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] For port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:11.055453 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.069699 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Calling delete_port for bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 owned by network:dhcp {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:11.095943 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-610758a1-0036-4d70-aff9-797ac005e634 None None] Deleting port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:11.096324 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-610758a1-0036-4d70-aff9-797ac005e634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.151569 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.160764 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-610758a1-0036-4d70-aff9-797ac005e634 None None] For port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6,segment=NetworkSegment(f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab),segment_id=f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:11.161157 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-610758a1-0036-4d70-aff9-797ac005e634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.178376 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:11.180158 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] No DVR routers for this DVR port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 on host dv-cinder-784623-16-iscsi {{(pid=93266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:11.182465 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-610758a1-0036-4d70-aff9-797ac005e634 None None] Calling delete_port for bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:11.251063 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.261106 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef52d49-5f56-46fe-ae8b-b9eafe299fd7']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:11.274639 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:11.274862 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ef8d8a-cbd1-44d2-b6c0-2c1326827aab') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:11.283548 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.297568 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.304111 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:18:11.304710 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:18:11.309663 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:18:11.312078 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-610758a1-0036-4d70-aff9-797ac005e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.335232 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610758a1-0036-4d70-aff9-797ac005e634 None None] Pushing event deleted for resources: {'Port': ['ID=bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:11.343838 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610758a1-0036-4d70-aff9-797ac005e634 None None] No DVR routers for this DVR port bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 on host dv-cinder-784623-16-iscsi {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:11.357291 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b223e818-6f00-4dd6-bb13-c642036859e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.362006 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.370019 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:11.372094 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aef52d49-5f56-46fe-ae8b-b9eafe299fd7 HTTP/1.1" status: 204 len: 168 time: 0.5581629 Jul 29 17:18:11.375013 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38508) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:11.385514 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d1431-0e51-4209-8e46-d28b17f83e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef52d49-5f56-46fe-ae8b-b9eafe299fd7,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:11.600871 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-ff2b5bac-f6f1-4c90-9281-87a4bf533458 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858440 Jul 29 17:18:11.728658 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-1e2bbd48-bd83-45de-848c-be58f8e95249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:11.730127 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-1e2bbd48-bd83-45de-848c-be58f8e95249 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 1098 time: 0.0747650 Jul 29 17:18:11.876661 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-81919664-a5a3-488e-a789-b811b937b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:11.878064 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-81919664-a5a3-488e-a789-b811b937b2cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 912 time: 0.1245875 Jul 29 17:18:11.881835 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679750'] for router_interface, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:12.013666 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-8edd83ae-30d5-4165-9a5b-f58e766b2e09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2 HTTP/1.1" status: 200 len: 1001 time: 0.0990326 Jul 29 17:18:12.118663 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-6c52bcf1-1980-44ad-b028-8abaa28939a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:12.120100 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-6c52bcf1-1980-44ad-b028-8abaa28939a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd4ae2f-4f71-4b97-8343-afc0635933bb HTTP/1.1" status: 200 len: 850 time: 0.0979114 Jul 29 17:18:12.221078 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-5b4c9865-691c-43bf-ab9f-db6e2d578e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:12.222559 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-5b4c9865-691c-43bf-ab9f-db6e2d578e1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a82dc695-f1af-4a67-9797-b862590f6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0844612 Jul 29 17:18:12.322010 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Deleting port 03736b37-8c13-4c4f-aa5e-fa3330069997 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:12.322358 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:12.388415 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-f001c434-f380-421b-aaaf-0c2773a596de service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427979 Jul 29 17:18:12.468206 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] For port 03736b37-8c13-4c4f-aa5e-fa3330069997, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=03736b37-8c13-4c4f-aa5e-fa3330069997,segment=NetworkSegment(9f855733-a7a4-4c0d-92a8-c1f56dddaff8),segment_id=9f855733-a7a4-4c0d-92a8-c1f56dddaff8)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:12.468693 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:12.487576 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Calling delete_port for 03736b37-8c13-4c4f-aa5e-fa3330069997 owned by network:router_interface {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:12.562321 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-02bd15ef-2ea7-4bd0-8a8b-0d1a5e9fa92c req-4bb49443-0ef6-4a69-947b-acf1b0d8ad5e service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545775 Jul 29 17:18:12.712942 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:12.738752 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=03736b37-8c13-4c4f-aa5e-fa3330069997,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:12.968618 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:12.992158 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:12.992489 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device bf6c5a68-18ad-4692-bba3-1d6ad4dec4f6 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:13.033174 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679722'] for router_interface, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:13.273735 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:18:13.400776 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:18:13.410505 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-0b72feaa-270c-48e0-90d0-b9093d3a00b4 admin admin] 10.222.0.13 "PUT /v2.0/routers/a41c2628-ebd3-4a0a-8d57-4dad024c80a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0304697 Jul 29 17:18:13.410505 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38516) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:13.411036 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] Sync routers for ids ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:18:13.421145 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] Routers {'a41c2628-ebd3-4a0a-8d57-4dad024c80a1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:18:13.421747 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:13.536975 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] Set router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:18:13.537450 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks [] for router, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:13.654125 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:13.719809 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Deleting port 2a059004-a6c7-46e7-9d5a-cea600f71199 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:13.720152 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:13.810899 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] For port 2a059004-a6c7-46e7-9d5a-cea600f71199, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2a059004-a6c7-46e7-9d5a-cea600f71199,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:13.811291 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:13.820038 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:27Z', 'updated_at': '2021-07-29T17:18:12Z', 'revision_number': 5, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'gw_port': {'id': '2a059004-a6c7-46e7-9d5a-cea600f71199', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:28Z', 'updated_at': '2021-07-29T17:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:13.824963 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Calling delete_port for 2a059004-a6c7-46e7-9d5a-cea600f71199 owned by network:router_gateway {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:13.848235 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] Checking router: a41c2628-ebd3-4a0a-8d57-4dad024c80a1 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:18:13.857454 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] Routers {'a41c2628-ebd3-4a0a-8d57-4dad024c80a1'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:18:13.858084 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:17:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:13.862424 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2a56cfdc-25d4-47a9-8273-40b0d3088988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:13.961928 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] Set router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 gateway port host: None {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:18:13.979081 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.029484 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:27Z', 'updated_at': '2021-07-29T17:18:13Z', 'revision_number': 6, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'gw_port_host': None}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:14.051205 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.076491 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baff413-e9fa-43e6-bb66-be068dd4a76b None None] The sync data for ids ['a41c2628-ebd3-4a0a-8d57-4dad024c80a1'] in dv-cinder-784623-16-iscsi is: [{'id': 'a41c2628-ebd3-4a0a-8d57-4dad024c80a1', 'name': 'tempest-TestMinimumBasicScenario-1717593999-router', 'tenant_id': '90b7c23da6524cc6a877d1755d46bc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:27Z', 'updated_at': '2021-07-29T17:18:13Z', 'revision_number': 6, 'project_id': '90b7c23da6524cc6a877d1755d46bc7f', 'gw_port_host': None}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:18:14.081443 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a059004-a6c7-46e7-9d5a-cea600f71199,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:14.153838 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725640'] for router_gateway, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.254965 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1960'] for router, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.257375 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.583292 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570759'] for router, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.584140 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a41c2628-ebd3-4a0a-8d57-4dad024c80a1 {{(pid=93267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:18:14.590338 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.591732 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-d8f32970-cd1b-4d15-92e7-d221394bd729 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a41c2628-ebd3-4a0a-8d57-4dad024c80a1 HTTP/1.1" status: 204 len: 168 time: 1.1800475 Jul 29 17:18:14.594549 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38534) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:14.650855 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a007de-7725-4139-9747-b286593c58f5 admin admin] Deleting subnet 5888ae08-e7da-4d5b-95bf-ad161b0f27a9 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:18:14.654296 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f7a007de-7725-4139-9747-b286593c58f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.688626 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f7a007de-7725-4139-9747-b286593c58f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.769414 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f7a007de-7725-4139-9747-b286593c58f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.826875 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f7a007de-7725-4139-9747-b286593c58f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.857227 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a007de-7725-4139-9747-b286593c58f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5888ae08-e7da-4d5b-95bf-ad161b0f27a9,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:14.861919 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f7a007de-7725-4139-9747-b286593c58f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.863390 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-f7a007de-7725-4139-9747-b286593c58f5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5888ae08-e7da-4d5b-95bf-ad161b0f27a9 HTTP/1.1" status: 204 len: 168 time: 0.2672925 Jul 29 17:18:14.865585 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.866234 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38538) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:14.874302 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef797321-b8e4-4694-b64b-3b1d5b5a171c None None] Network 87928c8b-8225-45e4-9ed9-f546387068e0 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:18:14.922765 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2a059004-a6c7-46e7-9d5a-cea600f71199 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:14.951746 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 2a059004-a6c7-46e7-9d5a-cea600f71199 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:14.952087 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2a059004-a6c7-46e7-9d5a-cea600f71199 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:14.952736 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 03736b37-8c13-4c4f-aa5e-fa3330069997 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:14.966978 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:14.978686 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 03736b37-8c13-4c4f-aa5e-fa3330069997 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:14.979335 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 03736b37-8c13-4c4f-aa5e-fa3330069997 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:15.026255 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Deleting port f754f911-9091-42d3-98f8-864f331d8c53 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:15.026437 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.104877 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] For port f754f911-9091-42d3-98f8-864f331d8c53, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f754f911-9091-42d3-98f8-864f331d8c53,segment=NetworkSegment(9f855733-a7a4-4c0d-92a8-c1f56dddaff8),segment_id=9f855733-a7a4-4c0d-92a8-c1f56dddaff8)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:15.105356 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.120360 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Calling delete_port for f754f911-9091-42d3-98f8-864f331d8c53 owned by network:dhcp {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:15.140643 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14cbde-33cf-42ad-8d97-d29c2aaf4289 None None] DHCP port deletion for 87928c8b-8225-45e4-9ed9-f546387068e0 request from dv-cinder-784623-16-iscsi {{(pid=93268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:18:15.198431 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4f14cbde-33cf-42ad-8d97-d29c2aaf4289 None None] Deleting port f754f911-9091-42d3-98f8-864f331d8c53 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:15.198811 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4f14cbde-33cf-42ad-8d97-d29c2aaf4289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.227465 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.257177 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Pushing event deleted for resources: {'Port': ['ID=f754f911-9091-42d3-98f8-864f331d8c53,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:15.260594 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] No DVR routers for this DVR port f754f911-9091-42d3-98f8-864f331d8c53 on host dv-cinder-784623-16-iscsi {{(pid=93266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:15.279112 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4f14cbde-33cf-42ad-8d97-d29c2aaf4289 None None] For port f754f911-9091-42d3-98f8-864f331d8c53, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f754f911-9091-42d3-98f8-864f331d8c53,segment=NetworkSegment(9f855733-a7a4-4c0d-92a8-c1f56dddaff8),segment_id=9f855733-a7a4-4c0d-92a8-c1f56dddaff8)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:15.279756 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4f14cbde-33cf-42ad-8d97-d29c2aaf4289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.297913 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4f14cbde-33cf-42ad-8d97-d29c2aaf4289 None None] Calling delete_port for f754f911-9091-42d3-98f8-864f331d8c53 owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:15.353434 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.371161 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87928c8b-8225-45e4-9ed9-f546387068e0']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:15.391890 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4f14cbde-33cf-42ad-8d97-d29c2aaf4289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.397909 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f855733-a7a4-4c0d-92a8-c1f56dddaff8') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:15.398235 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f855733-a7a4-4c0d-92a8-c1f56dddaff8') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:15.408299 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.418281 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14cbde-33cf-42ad-8d97-d29c2aaf4289 None None] Pushing event deleted for resources: {'Port': ['ID=f754f911-9091-42d3-98f8-864f331d8c53,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:15.423636 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f14cbde-33cf-42ad-8d97-d29c2aaf4289 None None] No DVR routers for this DVR port f754f911-9091-42d3-98f8-864f331d8c53 on host dv-cinder-784623-16-iscsi {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:15.426314 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.438756 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:18:15.439313 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:18:15.441761 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:18:15.499434 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.503884 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.506508 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] 10.222.0.13 "DELETE /v2.0/networks/87928c8b-8225-45e4-9ed9-f546387068e0 HTTP/1.1" status: 204 len: 168 time: 0.6387749 Jul 29 17:18:15.520480 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04175310-6b42-4804-bab2-0fbc0ffec657 admin admin] Pushing event deleted for resources: {'Network': ['ID=87928c8b-8225-45e4-9ed9-f546387068e0,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:15.679891 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38544) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:15.736508 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-927e28d0-4e54-48a8-b75b-a4accaa94ce2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f0678cb3bf6445ebb4214f3093461e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547061 Jul 29 17:18:15.739067 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38546) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:15.805321 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3ba50e16-5066-4c03-9c63-0d6b99bc784e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.844377 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3ba50e16-5066-4c03-9c63-0d6b99bc784e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.899052 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3ba50e16-5066-4c03-9c63-0d6b99bc784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.901641 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3ba50e16-5066-4c03-9c63-0d6b99bc784e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:15.902825 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-3ba50e16-5066-4c03-9c63-0d6b99bc784e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/940087e0-1922-4010-a939-7239dded046f HTTP/1.1" status: 204 len: 168 time: 0.1627886 Jul 29 17:18:15.911239 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba50e16-5066-4c03-9c63-0d6b99bc784e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940087e0-1922-4010-a939-7239dded046f,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:16.258213 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38554) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:16.302781 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-0626f4c5-42ee-4a1e-a78c-043d4049a15f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90b7c23da6524cc6a877d1755d46bc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430191 Jul 29 17:18:16.307593 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38556) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:16.358293 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1dccf046-f39c-4626-831d-8d16229a20e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:16.382310 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1dccf046-f39c-4626-831d-8d16229a20e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:16.401870 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:16.436690 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1dccf046-f39c-4626-831d-8d16229a20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:16.439748 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-1dccf046-f39c-4626-831d-8d16229a20e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:16.441069 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-1dccf046-f39c-4626-831d-8d16229a20e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69e6f7ca-52f0-4a1c-a11f-abe90c690246 HTTP/1.1" status: 204 len: 168 time: 0.1324975 Jul 29 17:18:16.453337 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccf046-f39c-4626-831d-8d16229a20e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e6f7ca-52f0-4a1c-a11f-abe90c690246,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:16.671626 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:18:16.809988 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f754f911-9091-42d3-98f8-864f331d8c53 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:16.832410 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: f754f911-9091-42d3-98f8-864f331d8c53 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:16.832857 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f754f911-9091-42d3-98f8-864f331d8c53 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:16.905021 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:18.044664 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d026-2bff-4356-86dc-183ab9ba6fb5 req-0f4c1ba3-115a-40a8-b705-44e6bd4a4cf2 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:18.046735 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-aee4d026-2bff-4356-86dc-183ab9ba6fb5 req-0f4c1ba3-115a-40a8-b705-44e6bd4a4cf2 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 945 time: 0.2541866 Jul 29 17:18:18.088471 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-aee4d026-2bff-4356-86dc-183ab9ba6fb5 req-c9a42a6f-ca40-4a99-8eca-df364b7b8d58 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Jul 29 17:18:19.203893 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fbcfb-4fad-498d-9d08-ed3f9aa9bcb0 req-dcea346d-4cbc-496f-8deb-2f04dc69cfef tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:19.205422 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-106fbcfb-4fad-498d-9d08-ed3f9aa9bcb0 req-dcea346d-4cbc-496f-8deb-2f04dc69cfef tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 945 time: 0.0479712 Jul 29 17:18:19.246072 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-106fbcfb-4fad-498d-9d08-ed3f9aa9bcb0 req-e2f76956-01ad-4ba0-b24b-3d1d51def08e tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347905 Jul 29 17:18:19.904524 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-8ec02a36-d7a5-4ea5-9a26-b9c91372203c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:19.906104 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-8ec02a36-d7a5-4ea5-9a26-b9c91372203c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 945 time: 0.0494044 Jul 29 17:18:20.004813 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Deleting port 26f04c78-be78-43e1-a967-10d081fd5302 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:20.005157 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:20.101199 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] For port 26f04c78-be78-43e1-a967-10d081fd5302, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f04c78-be78-43e1-a967-10d081fd5302,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:20.101568 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:20.114824 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Calling delete_port for 26f04c78-be78-43e1-a967-10d081fd5302 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:20.247194 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:20.283746 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f6692f42-00f2-467c-82ba-622e2be54c7b', 'dca63965-12d2-44ad-8a25-cd2cba013f28', 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891', '26f04c78-be78-43e1-a967-10d081fd5302'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:18:20.284752 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Pushing event deleted for resources: {'Port': ['ID=26f04c78-be78-43e1-a967-10d081fd5302,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:20.344287 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] No DVR routers for this DVR port 26f04c78-be78-43e1-a967-10d081fd5302 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:20.348509 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:20.351075 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-aa15a743-0b9f-4242-b2a0-dd6006d75707 req-3a6286ee-ad59-4eec-a4d3-2371e2a74a0d tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "DELETE /v2.0/ports/26f04c78-be78-43e1-a967-10d081fd5302 HTTP/1.1" status: 204 len: 173 time: 0.4378939 Jul 29 17:18:20.351734 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08bbb83-b8f8-4943-a9b7-90010a69c195', 'name': 'network-vif-deleted', 'tag': '26f04c78-be78-43e1-a967-10d081fd5302'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:18:20.355547 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85486d3d-4242-4ca1-ae0e-729b5feec1f0" -d '{"events": [{"server_uuid": "b08bbb83-b8f8-4943-a9b7-90010a69c195", "name": "network-vif-deleted", "tag": "26f04c78-be78-43e1-a967-10d081fd5302"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:18:20.361816 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2262d5bd-1959-4e67-99d6-452341b2ea5e req-e79ef754-a9dc-484a-86cd-8c6060e65c0e tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=b08bbb83-b8f8-4943-a9b7-90010a69c195 HTTP/1.1" status: 200 len: 210 time: 0.0322311 Jul 29 17:18:20.419393 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7bd4dc-b1fd-4470-825d-ecdf193e3318 x-openstack-request-id: req-6f7bd4dc-b1fd-4470-825d-ecdf193e3318 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:18:20.419732 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08bbb83-b8f8-4943-a9b7-90010a69c195", "name": "network-vif-deleted", "tag": "26f04c78-be78-43e1-a967-10d081fd5302", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:18:20.419946 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f7bd4dc-b1fd-4470-825d-ecdf193e3318 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:18:20.420351 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08bbb83-b8f8-4943-a9b7-90010a69c195', 'name': 'network-vif-deleted', 'tag': '26f04c78-be78-43e1-a967-10d081fd5302', 'status': 'completed', 'code': 200} Jul 29 17:18:22.778662 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138fdda-bc63-475e-9fa7-95a39553c785 req-831445b3-a9c2-4c0e-8d98-3bf2a76a3e50 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:22.780201 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c138fdda-bc63-475e-9fa7-95a39553c785 req-831445b3-a9c2-4c0e-8d98-3bf2a76a3e50 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 946 time: 0.0541337 Jul 29 17:18:22.817335 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c138fdda-bc63-475e-9fa7-95a39553c785 req-2bc83d1e-65e3-4111-87f7-e38ee77bf27b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311334 Jul 29 17:18:23.968382 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894721dd-6946-46ca-8785-7c6dd3ee3040 req-f2420f1b-d31a-46ad-9899-11a986125622 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:23.970077 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-894721dd-6946-46ca-8785-7c6dd3ee3040 req-f2420f1b-d31a-46ad-9899-11a986125622 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 946 time: 0.0588877 Jul 29 17:18:24.013803 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-894721dd-6946-46ca-8785-7c6dd3ee3040 req-c3da819e-a6a0-4951-adbc-c5822fe610eb tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373650 Jul 29 17:18:24.128065 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 26f04c78-be78-43e1-a967-10d081fd5302 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:24.148936 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: 26f04c78-be78-43e1-a967-10d081fd5302 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:24.149926 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 26f04c78-be78-43e1-a967-10d081fd5302 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:24.954389 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-4d489334-677c-40c6-8a20-dfd27da1bf0b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:24.955828 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-4d489334-677c-40c6-8a20-dfd27da1bf0b tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 946 time: 0.0534050 Jul 29 17:18:25.054247 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Deleting port ca21e62d-dc77-40b8-b4ae-8b8992e8b891 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:25.054875 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:25.177917 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc88ba-bfd8-4ca5-8258-ab44543e322b req-ee76d0ae-56cb-4844-b68e-f7bf1e6189a1 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:25.179387 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a9fc88ba-bfd8-4ca5-8258-ab44543e322b req-ee76d0ae-56cb-4844-b68e-f7bf1e6189a1 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=32b8fff6-98d5-40e7-a1ad-00f827fe42cd HTTP/1.1" status: 200 len: 946 time: 0.0854065 Jul 29 17:18:25.185901 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] For port ca21e62d-dc77-40b8-b4ae-8b8992e8b891, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:25.186260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:25.209548 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Calling delete_port for ca21e62d-dc77-40b8-b4ae-8b8992e8b891 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:25.265443 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a9fc88ba-bfd8-4ca5-8258-ab44543e322b req-531c4201-3f04-417e-82c6-a6941bce94ea tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766006 Jul 29 17:18:25.354451 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:25.383833 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Pushing event deleted for resources: {'Port': ['ID=ca21e62d-dc77-40b8-b4ae-8b8992e8b891,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:25.391105 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f6692f42-00f2-467c-82ba-622e2be54c7b', 'dca63965-12d2-44ad-8a25-cd2cba013f28', 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:18:25.410496 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.410847 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.411192 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.411541 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.411864 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.412224 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.412564 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.412900 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.413231 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.413551 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.413885 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.414195 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:25.437364 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] No DVR routers for this DVR port ca21e62d-dc77-40b8-b4ae-8b8992e8b891 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:25.439743 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:25.441979 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-db0a6180-152e-421e-9ddf-3bf8ea28f885 req-bff7cace-5d5a-4bc5-8e40-2871a371b191 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "DELETE /v2.0/ports/ca21e62d-dc77-40b8-b4ae-8b8992e8b891 HTTP/1.1" status: 204 len: 173 time: 0.4773939 Jul 29 17:18:25.442434 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b8fff6-98d5-40e7-a1ad-00f827fe42cd', 'name': 'network-vif-deleted', 'tag': 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:18:25.444678 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9b7a25-0d44-477f-a9ba-ba20bafdedc7" -d '{"events": [{"server_uuid": "32b8fff6-98d5-40e7-a1ad-00f827fe42cd", "name": "network-vif-deleted", "tag": "ca21e62d-dc77-40b8-b4ae-8b8992e8b891"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:18:25.487332 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41710ad7-a481-4b75-a83e-d994a97181f9 x-openstack-request-id: req-41710ad7-a481-4b75-a83e-d994a97181f9 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:18:25.487617 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b8fff6-98d5-40e7-a1ad-00f827fe42cd", "name": "network-vif-deleted", "tag": "ca21e62d-dc77-40b8-b4ae-8b8992e8b891", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:18:25.487869 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41710ad7-a481-4b75-a83e-d994a97181f9 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:18:25.488325 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b8fff6-98d5-40e7-a1ad-00f827fe42cd', 'name': 'network-vif-deleted', 'tag': 'ca21e62d-dc77-40b8-b4ae-8b8992e8b891', 'status': 'completed', 'code': 200} Jul 29 17:18:26.531179 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f82994-437a-4e4d-a6f0-191f4cbf839a req-08937e02-ee71-4cd5-9e9b-7420dfa7d3a5 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:26.532699 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63f82994-437a-4e4d-a6f0-191f4cbf839a req-08937e02-ee71-4cd5-9e9b-7420dfa7d3a5 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 945 time: 0.0491757 Jul 29 17:18:26.569735 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-63f82994-437a-4e4d-a6f0-191f4cbf839a req-2fbadb74-a40f-4c29-b5cd-87f2e65fcc1e tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Jul 29 17:18:27.685049 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9e47e-76f5-4af7-b203-f1edd905afdb req-7b70904c-4741-46fb-9f24-49a886315bd1 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:27.686563 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a2e9e47e-76f5-4af7-b203-f1edd905afdb req-7b70904c-4741-46fb-9f24-49a886315bd1 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 945 time: 0.0492013 Jul 29 17:18:27.724862 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a2e9e47e-76f5-4af7-b203-f1edd905afdb req-605198af-d793-499d-b802-f2b3d9ff5f5a tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Jul 29 17:18:28.161018 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ca21e62d-dc77-40b8-b4ae-8b8992e8b891 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:28.181242 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: ca21e62d-dc77-40b8-b4ae-8b8992e8b891 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:28.181575 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device ca21e62d-dc77-40b8-b4ae-8b8992e8b891 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:28.247947 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027f507-86bf-4f17-a455-8d492df1f656 req-fb5716f7-a2ba-4edb-8259-3898741737aa tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:28.249667 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3027f507-86bf-4f17-a455-8d492df1f656 req-fb5716f7-a2ba-4edb-8259-3898741737aa tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 945 time: 0.0522435 Jul 29 17:18:28.347755 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-3027f507-86bf-4f17-a455-8d492df1f656 req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Deleting port dca63965-12d2-44ad-8a25-cd2cba013f28 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:28.348005 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3027f507-86bf-4f17-a455-8d492df1f656 req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:28.437094 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-3027f507-86bf-4f17-a455-8d492df1f656 req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] For port dca63965-12d2-44ad-8a25-cd2cba013f28, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dca63965-12d2-44ad-8a25-cd2cba013f28,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:28.437483 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3027f507-86bf-4f17-a455-8d492df1f656 req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:28.450512 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-3027f507-86bf-4f17-a455-8d492df1f656 req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Calling delete_port for dca63965-12d2-44ad-8a25-cd2cba013f28 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:28.577552 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3027f507-86bf-4f17-a455-8d492df1f656 req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:28.606789 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Pushing event deleted for resources: {'Port': ['ID=dca63965-12d2-44ad-8a25-cd2cba013f28,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:28.611304 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f6692f42-00f2-467c-82ba-622e2be54c7b', 'dca63965-12d2-44ad-8a25-cd2cba013f28'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:18:28.650849 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-3027f507-86bf-4f17-a455-8d492df1f656 req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] No DVR routers for this DVR port dca63965-12d2-44ad-8a25-cd2cba013f28 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:28.653279 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-3027f507-86bf-4f17-a455-8d492df1f656 req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:28.655260 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3027f507-86bf-4f17-a455-8d492df1f656 req-208afec7-89d4-4e5d-b6a1-657118d068dd tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "DELETE /v2.0/ports/dca63965-12d2-44ad-8a25-cd2cba013f28 HTTP/1.1" status: 204 len: 173 time: 0.3995614 Jul 29 17:18:28.655690 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfede8d-7150-4bdb-8791-55d980bb10fa', 'name': 'network-vif-deleted', 'tag': 'dca63965-12d2-44ad-8a25-cd2cba013f28'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:18:28.657943 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cf424a-aa00-449d-893f-a1f86693b76e" -d '{"events": [{"server_uuid": "7dfede8d-7150-4bdb-8791-55d980bb10fa", "name": "network-vif-deleted", "tag": "dca63965-12d2-44ad-8a25-cd2cba013f28"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:18:28.695053 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac26209-e0e0-4b2a-8803-d864156b1578 x-openstack-request-id: req-aac26209-e0e0-4b2a-8803-d864156b1578 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:18:28.695538 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfede8d-7150-4bdb-8791-55d980bb10fa", "name": "network-vif-deleted", "tag": "dca63965-12d2-44ad-8a25-cd2cba013f28", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:18:28.695933 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aac26209-e0e0-4b2a-8803-d864156b1578 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:18:28.696513 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfede8d-7150-4bdb-8791-55d980bb10fa', 'name': 'network-vif-deleted', 'tag': 'dca63965-12d2-44ad-8a25-cd2cba013f28', 'status': 'completed', 'code': 200} Jul 29 17:18:28.825769 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-37a14ebc-eb7d-4262-a9e3-9114e8700366 req-f2bae514-04f2-4c28-9c76-bda1c0ebf9ec tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dfede8d-7150-4bdb-8791-55d980bb10fa HTTP/1.1" status: 200 len: 210 time: 0.0293038 Jul 29 17:18:31.226066 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd4858-97b3-4e0f-8670-88635dcb3296 req-ae3b3f57-eff7-44e4-a640-d4a390b78562 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:31.227539 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e8cd4858-97b3-4e0f-8670-88635dcb3296 req-ae3b3f57-eff7-44e4-a640-d4a390b78562 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 945 time: 0.0518992 Jul 29 17:18:31.265225 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e8cd4858-97b3-4e0f-8670-88635dcb3296 req-8c97d9d5-3138-44e7-b9b2-d3a0aa91509c tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Jul 29 17:18:32.205742 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device dca63965-12d2-44ad-8a25-cd2cba013f28 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:32.225612 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: dca63965-12d2-44ad-8a25-cd2cba013f28 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:32.225952 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device dca63965-12d2-44ad-8a25-cd2cba013f28 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:32.380847 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712ff13-346a-426b-bfd3-c9560b6c59b8 req-8ff3a2e6-e26d-4682-9bd4-1cb7c9f6b012 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:32.382345 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b712ff13-346a-426b-bfd3-c9560b6c59b8 req-8ff3a2e6-e26d-4682-9bd4-1cb7c9f6b012 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 945 time: 0.0496161 Jul 29 17:18:32.420515 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-b712ff13-346a-426b-bfd3-c9560b6c59b8 req-bb7ccec5-fe90-478f-9899-3055f9a0c8a6 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Jul 29 17:18:33.183994 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-3db670f2-5f6c-4fa3-9970-4bcff1614a20 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:33.185542 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-3db670f2-5f6c-4fa3-9970-4bcff1614a20 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 945 time: 0.0510788 Jul 29 17:18:33.285607 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Deleting port f6692f42-00f2-467c-82ba-622e2be54c7b {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:33.285942 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:33.377394 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] For port f6692f42-00f2-467c-82ba-622e2be54c7b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f6692f42-00f2-467c-82ba-622e2be54c7b,segment=NetworkSegment(2a83dc8e-16f1-4140-810e-897a6909655c),segment_id=2a83dc8e-16f1-4140-810e-897a6909655c)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:33.378623 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:33.392263 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Calling delete_port for f6692f42-00f2-467c-82ba-622e2be54c7b owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:33.534139 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:33.548381 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e0b57-552f-4d58-b008-5f965221d2e9 req-77b15579-c5a3-4796-b6a2-af6f27404f57 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:33.550221 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-493e0b57-552f-4d58-b008-5f965221d2e9 req-77b15579-c5a3-4796-b6a2-af6f27404f57 tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/ports?device_id=f03efc93-0668-4f12-82b1-0d37025cd54a HTTP/1.1" status: 200 len: 867 time: 0.0578554 Jul 29 17:18:33.566831 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Pushing event deleted for resources: {'Port': ['ID=f6692f42-00f2-467c-82ba-622e2be54c7b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:33.578261 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['f6692f42-00f2-467c-82ba-622e2be54c7b'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:18:33.603999 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-493e0b57-552f-4d58-b008-5f965221d2e9 req-8f049ce7-6a0b-443c-808d-1ba5eead90ac tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb530a78-c8e1-4a32-b495-a73b8133c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469532 Jul 29 17:18:33.609245 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] No DVR routers for this DVR port f6692f42-00f2-467c-82ba-622e2be54c7b on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:33.611712 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:33.613783 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-15cf8907-e1f9-4f2e-be77-667e4d2c84cc req-396a9761-98df-4b23-80a4-f8e6b144e3ff tempest-AttachVolumeNegativeTest-918117593 tempest-AttachVolumeNegativeTest-918117593-project] 10.222.0.44 "DELETE /v2.0/ports/f6692f42-00f2-467c-82ba-622e2be54c7b HTTP/1.1" status: 204 len: 173 time: 0.4197888 Jul 29 17:18:33.614403 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03efc93-0668-4f12-82b1-0d37025cd54a', 'name': 'network-vif-deleted', 'tag': 'f6692f42-00f2-467c-82ba-622e2be54c7b'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:18:33.616514 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8004b0-3c9d-4424-a2e5-64ba6d832e28" -d '{"events": [{"server_uuid": "f03efc93-0668-4f12-82b1-0d37025cd54a", "name": "network-vif-deleted", "tag": "f6692f42-00f2-467c-82ba-622e2be54c7b"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:18:33.658278 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6843f3-3a08-4130-8534-0fc9d75bd834 x-openstack-request-id: req-7f6843f3-3a08-4130-8534-0fc9d75bd834 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:18:33.658586 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03efc93-0668-4f12-82b1-0d37025cd54a", "name": "network-vif-deleted", "tag": "f6692f42-00f2-467c-82ba-622e2be54c7b", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:18:33.658842 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f6843f3-3a08-4130-8534-0fc9d75bd834 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:18:33.659235 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03efc93-0668-4f12-82b1-0d37025cd54a', 'name': 'network-vif-deleted', 'tag': 'f6692f42-00f2-467c-82ba-622e2be54c7b', 'status': 'completed', 'code': 200} Jul 29 17:18:34.661348 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38666) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:34.707691 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_v2 [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Deleting subnet f0110647-c486-43c7-a47e-fee3bdfe3db0 {{(pid=93266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:18:34.710707 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:34.744482 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661987'] for subnet, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:34.782778 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:34.833124 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8435100'] for subnet, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:34.861485 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0110647-c486-43c7-a47e-fee3bdfe3db0,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:34.865960 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:34.868263 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f0110647-c486-43c7-a47e-fee3bdfe3db0 HTTP/1.1" status: 204 len: 168 time: 0.2059445 Jul 29 17:18:34.870919 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38668) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:34.874385 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.874738 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.875075 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.875407 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.875736 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.876059 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.876383 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.876737 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.877062 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.877381 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.877697 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.878014 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77511655-1386-4b87-a49d-4c9b8d1d3ad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:34.944240 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.021252 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.030833 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0d6610-edfa-4c43-a08b-15ad065d077f']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:35.040791 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a83dc8e-16f1-4140-810e-897a6909655c') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:35.041092 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a83dc8e-16f1-4140-810e-897a6909655c') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:35.049972 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6357428'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.068039 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.074480 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:18:35.074864 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6397020'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: Traceback (most recent call last): Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: timer() Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: cb(*args, **kw) Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: return func(*args, **kwargs) Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: self._notify() Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: self.callback(batched_events) Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: event.method(event) Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: return f(self, *a, **k) Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._get(url).json() Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:18:35.076456 dv-cinder-784623-16-iscsi neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:18:35.131709 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.147575 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.149626 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd0d6610-edfa-4c43-a08b-15ad065d077f HTTP/1.1" status: 204 len: 168 time: 0.2777271 Jul 29 17:18:35.150952 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878c74a-1331-40fa-8ab1-e540b758ac40 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0d6610-edfa-4c43-a08b-15ad065d077f,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:35.305240 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38674) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:35.345666 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-e59b1ded-a1df-49e4-8b06-8cedab99bebb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f28ccdb52954af1992576c99ad5089d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390358 Jul 29 17:18:35.348030 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38676) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:35.396007 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dfe427aa-265c-45ca-a03c-3c0a778c4c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.417554 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dfe427aa-265c-45ca-a03c-3c0a778c4c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.466070 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dfe427aa-265c-45ca-a03c-3c0a778c4c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.468747 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dfe427aa-265c-45ca-a03c-3c0a778c4c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:35.469873 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-dfe427aa-265c-45ca-a03c-3c0a778c4c05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb530a78-c8e1-4a32-b495-a73b8133c39b HTTP/1.1" status: 204 len: 168 time: 0.1209035 Jul 29 17:18:35.478193 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe427aa-265c-45ca-a03c-3c0a778c4c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb530a78-c8e1-4a32-b495-a73b8133c39b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:39.801812 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f6692f42-00f2-467c-82ba-622e2be54c7b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:39.821984 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: f6692f42-00f2-467c-82ba-622e2be54c7b {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:39.822347 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f6692f42-00f2-467c-82ba-622e2be54c7b not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:41.347679 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-23c4c931-bd33-4a7c-bf38-71eda211f890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:43.389386 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f38f2-fac1-4117-ade7-0b1f40c92537 req-c49c9d0b-2c49-44ad-bec1-92ba72213f4f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:43.390928 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-772f38f2-fac1-4117-ade7-0b1f40c92537 req-c49c9d0b-2c49-44ad-bec1-92ba72213f4f tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0516331 Jul 29 17:18:43.434481 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-772f38f2-fac1-4117-ade7-0b1f40c92537 req-f03176c3-58cb-41fa-8a1b-5522b7c71066 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371587 Jul 29 17:18:43.686306 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38814) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:43.787374 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dfb68f30-54b1-4d39-9395-f72a87017d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:43.862737 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0e41aa24-74bf-4f8e-bd1f-43ae1a05f566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:43.878649 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dfb68f30-54b1-4d39-9395-f72a87017d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:43.883314 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dfb68f30-54b1-4d39-9395-f72a87017d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:43.924163 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38818) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:43.924406 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-dfb68f30-54b1-4d39-9395-f72a87017d7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adcef996eaa946ee81d268311dd1cd81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368236 Jul 29 17:18:43.925177 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb68f30-54b1-4d39-9395-f72a87017d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef2c959-a9ee-484b-aacb-ee30de7d13fc,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:43.974776 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:43.976761 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fec7812f-fc95-4ad6-a29a-47527e03a1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:43.997430 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fec7812f-fc95-4ad6-a29a-47527e03a1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:44.051384 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fec7812f-fc95-4ad6-a29a-47527e03a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:44.054091 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fec7812f-fc95-4ad6-a29a-47527e03a1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:44.055786 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-fec7812f-fc95-4ad6-a29a-47527e03a1b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eef2c959-a9ee-484b-aacb-ee30de7d13fc HTTP/1.1" status: 204 len: 168 time: 0.1306088 Jul 29 17:18:44.063573 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7812f-fc95-4ad6-a29a-47527e03a1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef2c959-a9ee-484b-aacb-ee30de7d13fc,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:44.572066 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d550bd-e317-42df-a13f-32f9d0e4c107 req-87a11c1d-0185-47c3-b603-7bcea1b3855e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:44.574820 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-58d550bd-e317-42df-a13f-32f9d0e4c107 req-87a11c1d-0185-47c3-b603-7bcea1b3855e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0602858 Jul 29 17:18:44.613934 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-58d550bd-e317-42df-a13f-32f9d0e4c107 req-f0e23f2b-1765-4a22-8161-f37c1331b95d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334439 Jul 29 17:18:44.845369 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:45.736797 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e4f4-6921-4795-aab8-4e224dab2ffb req-ad7a6970-13de-46b8-911e-edc293cbcaa5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:45.738429 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef41e4f4-6921-4795-aab8-4e224dab2ffb req-ad7a6970-13de-46b8-911e-edc293cbcaa5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0513730 Jul 29 17:18:45.777739 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef41e4f4-6921-4795-aab8-4e224dab2ffb req-158cca8a-c217-4aca-8c18-6b17acc29f0e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Jul 29 17:18:46.289896 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38892) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:46.393524 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-391482f0-6bdb-4721-8917-00ee1a5a6ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.399072 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.495576 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-391482f0-6bdb-4721-8917-00ee1a5a6ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.499290 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-391482f0-6bdb-4721-8917-00ee1a5a6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.537043 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-391482f0-6bdb-4721-8917-00ee1a5a6ddd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd9a530c627348bd88aaea62134a2dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460666 Jul 29 17:18:46.537976 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391482f0-6bdb-4721-8917-00ee1a5a6ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deb4b54-1593-49df-8b4b-f3795ffd2150,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:46.540198 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38896) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:46.592724 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2aea8b63-3e0b-4627-a0d5-fd940f24b01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.613761 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2aea8b63-3e0b-4627-a0d5-fd940f24b01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.658663 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2aea8b63-3e0b-4627-a0d5-fd940f24b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.661473 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2aea8b63-3e0b-4627-a0d5-fd940f24b01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.662609 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-2aea8b63-3e0b-4627-a0d5-fd940f24b01b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0deb4b54-1593-49df-8b4b-f3795ffd2150 HTTP/1.1" status: 204 len: 168 time: 0.1213522 Jul 29 17:18:46.670892 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea8b63-3e0b-4627-a0d5-fd940f24b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deb4b54-1593-49df-8b4b-f3795ffd2150,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:46.899502 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644402d-061d-46cb-a4b7-310dc9b36c2e req-ddf4db70-02b2-4d7d-aee8-44dac49fcd43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:46.901073 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d644402d-061d-46cb-a4b7-310dc9b36c2e req-ddf4db70-02b2-4d7d-aee8-44dac49fcd43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0516398 Jul 29 17:18:46.908196 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.927491 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 38904) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:46.941258 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b350b7c2-9096-480d-af79-d4e2333de9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:46.942686 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d644402d-061d-46cb-a4b7-310dc9b36c2e req-ca1aa703-e34f-414c-858b-5603154ce358 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338442 Jul 29 17:18:47.029067 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b350b7c2-9096-480d-af79-d4e2333de9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.032897 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b350b7c2-9096-480d-af79-d4e2333de9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.072375 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b350b7c2-9096-480d-af79-d4e2333de9d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a28c3d1732d4632b90d384bfca32ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439407 Jul 29 17:18:47.073261 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350b7c2-9096-480d-af79-d4e2333de9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e5fdef-4191-4639-a909-7df48740ffdd,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:47.075189 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 38906) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:47.125556 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f076da36-73d5-4469-91b1-3c9ebb2058e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.146439 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f076da36-73d5-4469-91b1-3c9ebb2058e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.192109 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f076da36-73d5-4469-91b1-3c9ebb2058e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.194683 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-f076da36-73d5-4469-91b1-3c9ebb2058e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:47.196444 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-f076da36-73d5-4469-91b1-3c9ebb2058e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50e5fdef-4191-4639-a909-7df48740ffdd HTTP/1.1" status: 204 len: 168 time: 0.1202097 Jul 29 17:18:47.204008 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076da36-73d5-4469-91b1-3c9ebb2058e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e5fdef-4191-4639-a909-7df48740ffdd,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:48.066804 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e15b58-1775-405d-9722-d5f8a33676b3 req-ad0f10c2-449e-47ae-921b-fea4760e82da tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:48.068286 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d3e15b58-1775-405d-9722-d5f8a33676b3 req-ad0f10c2-449e-47ae-921b-fea4760e82da tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0543008 Jul 29 17:18:48.111808 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d3e15b58-1775-405d-9722-d5f8a33676b3 req-7d862744-5c06-4db6-8db0-b5084fa39f6c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372837 Jul 29 17:18:49.229726 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6119a6-52d9-4e4f-9516-21bd4fca1c64 req-badcbffa-ee39-431b-a9ff-a795c8e03d31 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:49.231440 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dc6119a6-52d9-4e4f-9516-21bd4fca1c64 req-badcbffa-ee39-431b-a9ff-a795c8e03d31 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0494165 Jul 29 17:18:49.270650 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-dc6119a6-52d9-4e4f-9516-21bd4fca1c64 req-c251fdd5-1e42-4a4b-8ee6-bf0bc30ab2f0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326884 Jul 29 17:18:50.389235 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a914-f4f2-4617-80dc-4438af10b803 req-a7005bd7-f125-4991-a727-0f65088c3d31 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:50.390683 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6b58a914-f4f2-4617-80dc-4438af10b803 req-a7005bd7-f125-4991-a727-0f65088c3d31 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0513396 Jul 29 17:18:50.427574 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6b58a914-f4f2-4617-80dc-4438af10b803 req-2851ae06-c936-4e43-80e3-7f6ec0aa7e32 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310102 Jul 29 17:18:51.545422 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d877425-3ebc-41e8-a1f9-6435363c18c7 req-599fc992-0e33-41f6-94e6-0173f2648193 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:51.547106 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2d877425-3ebc-41e8-a1f9-6435363c18c7 req-599fc992-0e33-41f6-94e6-0173f2648193 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0499518 Jul 29 17:18:51.586725 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2d877425-3ebc-41e8-a1f9-6435363c18c7 req-2c197883-1e57-494a-90e1-2d1163285790 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337796 Jul 29 17:18:52.705911 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d2598-0cab-42b4-a187-99ad446991a5 req-18d859db-4f73-4af6-af57-c1be8a09ee5b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:52.707434 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-570d2598-0cab-42b4-a187-99ad446991a5 req-18d859db-4f73-4af6-af57-c1be8a09ee5b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0494626 Jul 29 17:18:52.747771 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-570d2598-0cab-42b4-a187-99ad446991a5 req-c985960d-4bf7-489c-a223-b3ca97eff521 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344081 Jul 29 17:18:52.994754 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b552fb-c089-4c8a-b020-4d16ddfbee2c req-0205b137-8314-41e7-8822-f7ca99f1603a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:52.996196 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a6b552fb-c089-4c8a-b020-4d16ddfbee2c req-0205b137-8314-41e7-8822-f7ca99f1603a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0479631 Jul 29 17:18:53.034204 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a6b552fb-c089-4c8a-b020-4d16ddfbee2c req-713cb8b9-5cb9-41d8-b53f-8591551a8e2f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Jul 29 17:18:53.471560 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39046) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:53.583158 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-84b9bf4a-6b89-48f8-bdd1-1b4641fc5dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:53.672754 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:18:53.673568 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-84b9bf4a-6b89-48f8-bdd1-1b4641fc5dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:53.677221 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-84b9bf4a-6b89-48f8-bdd1-1b4641fc5dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:53.714779 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-84b9bf4a-6b89-48f8-bdd1-1b4641fc5dcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f30dc1ecfc684f7d8cdc123890c62580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421575 Jul 29 17:18:53.715931 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9bf4a-6b89-48f8-bdd1-1b4641fc5dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f0d9e1-0ce9-4e5f-9b74-c7035c72b380,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:53.717474 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39050) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:53.771045 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa84-0f7f-4c3e-ba3e-596bde40b06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:53.796177 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa84-0f7f-4c3e-ba3e-596bde40b06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:53.844798 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa84-0f7f-4c3e-ba3e-596bde40b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:53.847344 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2fcaaa84-0f7f-4c3e-ba3e-596bde40b06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:53.848617 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-2fcaaa84-0f7f-4c3e-ba3e-596bde40b06b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1f0d9e1-0ce9-4e5f-9b74-c7035c72b380 HTTP/1.1" status: 204 len: 168 time: 0.1300471 Jul 29 17:18:53.857553 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaaa84-0f7f-4c3e-ba3e-596bde40b06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f0d9e1-0ce9-4e5f-9b74-c7035c72b380,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:53.878256 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3be1-d8a6-48aa-9b3d-01bf462b460a req-5edf4a0a-0662-41ec-88ef-ac4699ea50a4 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:53.880418 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c93c3be1-d8a6-48aa-9b3d-01bf462b460a req-5edf4a0a-0662-41ec-88ef-ac4699ea50a4 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0581810 Jul 29 17:18:53.923989 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c93c3be1-d8a6-48aa-9b3d-01bf462b460a req-7a2585ee-7102-4d54-bb91-3c91082cf0f5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366471 Jul 29 17:18:54.122564 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39060) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:54.136722 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8bf96c66-7660-40dd-bbc1-071fbd50598a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:54.151424 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b502e-2073-4b47-99c8-3d88978649b9 req-d849cc55-d664-4d9e-9daf-f00cf2fe8bcc tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:54.152927 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a66b502e-2073-4b47-99c8-3d88978649b9 req-d849cc55-d664-4d9e-9daf-f00cf2fe8bcc tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0507693 Jul 29 17:18:54.194495 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a66b502e-2073-4b47-99c8-3d88978649b9 req-e808aed1-70b6-43cc-b36d-86925907db30 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349369 Jul 29 17:18:54.226225 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8bf96c66-7660-40dd-bbc1-071fbd50598a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:54.229776 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8bf96c66-7660-40dd-bbc1-071fbd50598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:54.270206 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8bf96c66-7660-40dd-bbc1-071fbd50598a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e328a48688642feaa8d6646d5fccebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465149 Jul 29 17:18:54.271039 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf96c66-7660-40dd-bbc1-071fbd50598a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b93b1dc-607b-4df0-9c10-9b8ac6663f1d,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:54.274165 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39062) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:54.322506 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0f13e89e-d1ab-4926-a07c-a49431d1fad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:54.343189 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0f13e89e-d1ab-4926-a07c-a49431d1fad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:54.394031 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0f13e89e-d1ab-4926-a07c-a49431d1fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:54.396628 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0f13e89e-d1ab-4926-a07c-a49431d1fad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:54.397767 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-0f13e89e-d1ab-4926-a07c-a49431d1fad9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b93b1dc-607b-4df0-9c10-9b8ac6663f1d HTTP/1.1" status: 204 len: 168 time: 0.1226230 Jul 29 17:18:54.405419 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13e89e-d1ab-4926-a07c-a49431d1fad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b93b1dc-607b-4df0-9c10-9b8ac6663f1d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:55.047879 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63486e-e22b-486c-9398-b074b445e911 req-1fae7d99-3c0d-46f7-ad15-0ac442f46f1e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:55.049517 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9b63486e-e22b-486c-9398-b074b445e911 req-1fae7d99-3c0d-46f7-ad15-0ac442f46f1e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0489891 Jul 29 17:18:55.067105 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39086) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:55.090633 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9b63486e-e22b-486c-9398-b074b445e911 req-5cfb7e93-965b-4cd0-95cf-ee951605fb1d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335498 Jul 29 17:18:55.161649 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1536894296-network', 'tenant_id': '2c5626dba9014cf180fdb9cd64add3db'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:55.182818 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Made reservation on behalf of 2c5626dba9014cf180fdb9cd64add3db for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:18:55.185127 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.200798 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.260194 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-5b172853-2fde-4df9-9dc2-3fcd58fc1f0e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:55.261690 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-5b172853-2fde-4df9-9dc2-3fcd58fc1f0e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.0683270 Jul 29 17:18:55.394637 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae5cee-906e-40c7-80d7-632661790f03 req-65193f48-1bb6-45ae-a06e-80699939a7bc tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:55.396111 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-13ae5cee-906e-40c7-80d7-632661790f03 req-65193f48-1bb6-45ae-a06e-80699939a7bc tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 945 time: 0.1267517 Jul 29 17:18:55.444035 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.457605 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.474573 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Deleting port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:55.474907 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.480392 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-13ae5cee-906e-40c7-80d7-632661790f03 req-7c0e8df6-667e-46d6-86bf-0d141ea7abd7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774927 Jul 29 17:18:55.536718 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:18:55.550686 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe04e96-b31c-40d7-8db5-194753b3512c,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:55.560055 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.560485 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.segments_db [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Added segment 9aac4b25-8fdb-4602-b1f4-7be6c4a66159 of type vlan for network 07274488-6d6f-47c0-8d56-4ae05a863555 Jul 29 17:18:55.621959 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.629898 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] For port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:55.630222 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.698817 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.699780 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:55.700359 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.803580 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39104) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:55.804076 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7353952 Jul 29 17:18:55.808810 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Request body: {'subnet': {'network_id': '07274488-6d6f-47c0-8d56-4ae05a863555', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1536894296-subnet', 'tenant_id': '2c5626dba9014cf180fdb9cd64add3db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:55.824899 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af41b65-0085-469e-812a-297fc387d778 admin admin] Pushing event updated for resources: {'Network': ['ID=07274488-6d6f-47c0-8d56-4ae05a863555,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:55.836452 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Made reservation on behalf of 2c5626dba9014cf180fdb9cd64add3db for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:18:55.839931 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8435131'] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.843278 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 07274488-6d6f-47c0-8d56-4ae05a863555 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:18:55.902636 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.903022 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:55.903344 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Floating IP 9b25c61c-a498-440d-ba8c-30f2a184dd3d disassociated. External IP: 172.27.0.180, port: 9dedab2a-db1f-4b47-94c9-ccafc4d728e2. Jul 29 17:18:55.903678 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Calling delete_port for 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:56.041343 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8435093'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:56.060978 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:56.098869 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d315e3-2397-4fa2-a11b-ca04519bb368,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:56.099410 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event deleted for resources: {'Port': ['ID=9dedab2a-db1f-4b47-94c9-ccafc4d728e2,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:56.108123 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Checking segment: {'id': '9aac4b25-8fdb-4602-b1f4-7be6c4a66159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '07274488-6d6f-47c0-8d56-4ae05a863555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:18:56.108487 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Network hostable DHCP agents. Network: 07274488-6d6f-47c0-8d56-4ae05a863555, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:18:56.151193 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Network 07274488-6d6f-47c0-8d56-4ae05a863555 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:18:56.166479 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 07274488-6d6f-47c0-8d56-4ae05a863555) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:18:56.174183 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:56.174772 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:56.182419 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a005c16-2cd0-4885-b838-f98c6573e273 None None] Network 07274488-6d6f-47c0-8d56-4ae05a863555 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:18:56.236608 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-7345528d-df4c-4740-93af-2b7421d8ec74 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4254405 Jul 29 17:18:56.268740 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:18:56.294522 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97848523-72a6-4d6e-b437-731cc60d9196 req-25cefea3-6533-4118-91d9-485d63ac2690 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:56.298459 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-97848523-72a6-4d6e-b437-731cc60d9196 req-25cefea3-6533-4118-91d9-485d63ac2690 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0966542 Jul 29 17:18:56.377582 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec472ef1-706e-42fd-9c7b-11d491315a94 None None] Network 07274488-6d6f-47c0-8d56-4ae05a863555 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:18:56.382944 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-97848523-72a6-4d6e-b437-731cc60d9196 req-4add8027-d36f-40a8-b0ca-a2a26d895b83 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752528 Jul 29 17:18:56.496493 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:18:56.527643 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] Sync routers for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:18:56.571689 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:18:56.573526 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:18:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:56.605686 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] No DVR routers for this DVR port 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:18:56.611944 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:56.621171 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-73c2e384-0d6f-4ed0-b049-1aa7e11df89e req-fb3a0489-95b4-488f-99f5-9d7b1381a1a7 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "DELETE /v2.0/ports/9dedab2a-db1f-4b47-94c9-ccafc4d728e2 HTTP/1.1" status: 204 len: 173 time: 1.3455548 Jul 29 17:18:56.625324 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'name': 'network-vif-deleted', 'tag': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:18:56.630507 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434efc5d-c183-4126-9ab7-4335255a1d41" -d '{"events": [{"server_uuid": "5b0c1dd9-9ede-49f6-88ad-e67c49692a64", "name": "network-vif-deleted", "tag": "9dedab2a-db1f-4b47-94c9-ccafc4d728e2"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:18:56.758325 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1b9acdd3-5318-43f7-914e-d9f326e68822 req-8d1323f4-8188-4c37-bbf7-b6ac4e0acd44 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b0c1dd9-9ede-49f6-88ad-e67c49692a64 HTTP/1.1" status: 200 len: 210 time: 0.0946903 Jul 29 17:18:56.931076 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0871238-e4da-4c91-aa2f-bc6436f067a6 x-openstack-request-id: req-e0871238-e4da-4c91-aa2f-bc6436f067a6 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:18:56.931616 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0c1dd9-9ede-49f6-88ad-e67c49692a64", "name": "network-vif-deleted", "tag": "9dedab2a-db1f-4b47-94c9-ccafc4d728e2", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:18:56.931971 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0871238-e4da-4c91-aa2f-bc6436f067a6 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:18:56.932477 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0c1dd9-9ede-49f6-88ad-e67c49692a64', 'name': 'network-vif-deleted', 'tag': '9dedab2a-db1f-4b47-94c9-ccafc4d728e2', 'status': 'completed', 'code': 200} Jul 29 17:18:57.047866 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 91d327c7-7772-4bce-93ea-757194b3b5ff details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:18:57.087858 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39138) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:57.093899 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1054338721-network', 'tenant_id': '7e10ca38cc3d475ca0a531e42320b976'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:57.124806 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Made reservation on behalf of 7e10ca38cc3d475ca0a531e42320b976 for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:18:57.133003 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.141055 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:18:57.146353 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.272590 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.278150 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.305161 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e728f91-a511-4493-ad9b-253d658c16dd,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:57.305609 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:57.321372 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:18:57.332104 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.332406 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'port_id': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'mac_address': 'fa:16:3e:06:22:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:18:57.332963 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Added segment 1c1a3725-a605-4081-9321-13299becb4ca of type vlan for network 20895bc1-6603-4414-9d96-4290439c0f1a Jul 29 17:18:57.384881 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.438633 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.439915 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:57.441016 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.473891 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.497888 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91d327c7-7772-4bce-93ea-757194b3b5ff {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:18:57.536975 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4474237 Jul 29 17:18:57.537168 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:57.540495 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39142) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:57.548920 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.549405 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Request body: {'subnet': {'network_id': '20895bc1-6603-4414-9d96-4290439c0f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1054338721-subnet', 'tenant_id': '7e10ca38cc3d475ca0a531e42320b976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:57.557042 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ee3a7-b732-42ae-a389-359a8b74ecec admin admin] Pushing event updated for resources: {'Network': ['ID=20895bc1-6603-4414-9d96-4290439c0f1a,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:57.581863 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 20895bc1-6603-4414-9d96-4290439c0f1a details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:18:57.585458 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:57.598137 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Made reservation on behalf of 7e10ca38cc3d475ca0a531e42320b976 for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:18:57.601221 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8435131'] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.607450 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ccc6e-c2f8-4910-89dc-560ab2564989 req-0600eac0-971f-4985-8187-aed3fcd2f8f7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:57.609136 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b03ccc6e-c2f8-4910-89dc-560ab2564989 req-0600eac0-971f-4985-8187-aed3fcd2f8f7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.1050606 Jul 29 17:18:57.664249 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] Checking router: b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:18:57.669532 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b03ccc6e-c2f8-4910-89dc-560ab2564989 req-d112d75a-5a15-4598-bad4-a0e3ac7205db tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524960 Jul 29 17:18:57.704743 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=6']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:57.717748 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:18:57.718397 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:18:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:57.724299 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.724677 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.725064 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.725490 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.726518 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.727501 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.727851 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.728203 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.728520 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.728873 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.729604 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.729604 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:18:57.794860 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['91d327c7-7772-4bce-93ea-757194b3b5ff'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:18:57.869829 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8435093'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:57.909262 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39148) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:57.931930 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:18:57.951372 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Checking segment: {'id': '1c1a3725-a605-4081-9321-13299becb4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '20895bc1-6603-4414-9d96-4290439c0f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:18:57.952098 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Network hostable DHCP agents. Network: 20895bc1-6603-4414-9d96-4290439c0f1a, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:18:57.954473 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5235284e-0d0b-4347-9242-af696cce92f5,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:57.985528 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Network 20895bc1-6603-4414-9d96-4290439c0f1a is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:18:57.998159 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 20895bc1-6603-4414-9d96-4290439c0f1a) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:18:58.004239 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:58.005152 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:58.021186 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00046f5-d728-4c6c-b3e4-a81e8638766a None None] Network 20895bc1-6603-4414-9d96-4290439c0f1a requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:18:58.031984 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea33eced-e575-415e-ad06-0ce2e199796b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:58.056589 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-25465af4-22be-49a1-bff3-77ba5010b359 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5144603 Jul 29 17:18:58.070437 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea33eced-e575-415e-ad06-0ce2e199796b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:58.150984 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea33eced-e575-415e-ad06-0ce2e199796b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:58.154538 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ea33eced-e575-415e-ad06-0ce2e199796b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:58.155978 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-ea33eced-e575-415e-ad06-0ce2e199796b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "DELETE /v2.0/security-groups/f18ad467-11f4-4ef9-bf49-7d7a60e7d59c HTTP/1.1" status: 204 len: 168 time: 0.2457297 Jul 29 17:18:58.159007 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39152) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:58.180294 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33eced-e575-415e-ad06-0ce2e199796b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ad467-11f4-4ef9-bf49-7d7a60e7d59c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:58.181770 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.api.v2.resource [None req-45ef5803-6286-4fa4-9b81-ff09bba6911b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] show failed (client error): The resource could not be found. Jul 29 17:18:58.191626 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-45ef5803-6286-4fa4-9b81-ff09bba6911b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups/f18ad467-11f4-4ef9-bf49-7d7a60e7d59c HTTP/1.1" status: 404 len: 347 time: 0.0264866 Jul 29 17:18:58.192463 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39154) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:58.389848 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Deleting port 3730b8f3-078e-4d6a-973f-8ca6264998ed {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:18:58.390459 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:58.406780 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908bbcf2-944b-44c0-bfab-0baaedeb6670 None None] Network 20895bc1-6603-4414-9d96-4290439c0f1a requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:18:58.513779 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:18:58.552059 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7ae9d-aa48-405a-8fba-d9e994c9a312 None None] The sync data for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi is: [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:18:58.564080 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:58.564501 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:58.580734 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Calling delete_port for 3730b8f3-078e-4d6a-973f-8ca6264998ed owned by network:floatingip {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:18:58.875742 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 91d327c7-7772-4bce-93ea-757194b3b5ff up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:18:58.970817 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 91d327c7-7772-4bce-93ea-757194b3b5ff triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:18:58.971253 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:59.012626 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03315a27-b97c-4695-b32f-4ccd2f0f27aa None None] New status for floating IP 9b25c61c-a498-440d-ba8c-30f2a184dd3d: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:18:59.107093 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:59.140501 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:18:59.143500 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb66e1ce-cb73-40c5-804e-da4fac4aad54" -d '{"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-plugged", "status": "completed", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:18:59.176282 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:18:59.186018 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:59.187889 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:18:59.206249 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f061880-af01-4743-9bc0-9db6abaac477 req-257cf5ba-54da-4a49-b9e4-d08f0ce1a1e9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:18:59.215240 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8f061880-af01-4743-9bc0-9db6abaac477 req-257cf5ba-54da-4a49-b9e4-d08f0ce1a1e9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 945 time: 0.0926049 Jul 29 17:18:59.267838 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:18:59.268413 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 9dedab2a-db1f-4b47-94c9-ccafc4d728e2 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:18:59.277861 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8f061880-af01-4743-9bc0-9db6abaac477 req-c9505e51-f2c9-4a5c-bab9-b5cdfbfad831 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622070 Jul 29 17:18:59.347263 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=7']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:59.367698 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:59.374260 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f01a173-eaaa-4b7d-9201-dfb6ef76adea x-openstack-request-id: req-6f01a173-eaaa-4b7d-9201-dfb6ef76adea {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:18:59.374260 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-plugged", "status": "completed", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:18:59.374716 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f01a173-eaaa-4b7d-9201-dfb6ef76adea {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:18:59.375159 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'code': 200} Jul 29 17:18:59.410815 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event deleted for resources: {'Port': ['ID=3730b8f3-078e-4d6a-973f-8ca6264998ed,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:18:59.480484 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:59.483141 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:18:59.484520 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-39782a39-378b-46e1-ace8-ddfd33efe89b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "DELETE /v2.0/floatingips/9b25c61c-a498-440d-ba8c-30f2a184dd3d HTTP/1.1" status: 204 len: 168 time: 1.2908890 Jul 29 17:18:59.915992 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39172) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:18:59.921269 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-be331c7d-4c32-4c79-8497-c71d53c901f4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503784176', 'description': 'tempest-description--1620053969'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:18:59.949066 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-be331c7d-4c32-4c79-8497-c71d53c901f4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.080847 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-be331c7d-4c32-4c79-8497-c71d53c901f4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.093985 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-be331c7d-4c32-4c79-8497-c71d53c901f4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.128119 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be331c7d-4c32-4c79-8497-c71d53c901f4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e57ebea-417c-4fdc-b24f-6ff17941a928,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:00.131716 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-be331c7d-4c32-4c79-8497-c71d53c901f4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.136644 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39180) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:00.137219 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-be331c7d-4c32-4c79-8497-c71d53c901f4 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2199473 Jul 29 17:19:00.141563 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-ed86069a-9889-4f6f-ab21-418a069ca17e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'security_group_rule': {'security_group_id': '3e57ebea-417c-4fdc-b24f-6ff17941a928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:19:00.195014 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ed86069a-9889-4f6f-ab21-418a069ca17e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.272088 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ed86069a-9889-4f6f-ab21-418a069ca17e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.278602 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ed86069a-9889-4f6f-ab21-418a069ca17e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.300215 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86069a-9889-4f6f-ab21-418a069ca17e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ead7df-7e80-49f2-8dd9-2fc0651b5b83,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:00.310216 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-ed86069a-9889-4f6f-ab21-418a069ca17e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.314447 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39188) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:00.314945 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-ed86069a-9889-4f6f-ab21-418a069ca17e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1767755 Jul 29 17:19:00.321831 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-292ee2a5-f375-4af0-b7b9-2ffc1c716bf3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'security_group_rule': {'security_group_id': '3e57ebea-417c-4fdc-b24f-6ff17941a928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:19:00.389511 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-292ee2a5-f375-4af0-b7b9-2ffc1c716bf3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.442601 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0543f-2075-4c51-b90c-4cf1afc9c920 req-81485716-f5c6-45ac-a47d-9d4baaef8121 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:00.444179 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1eb0543f-2075-4c51-b90c-4cf1afc9c920 req-81485716-f5c6-45ac-a47d-9d4baaef8121 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0782208 Jul 29 17:19:00.490847 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-292ee2a5-f375-4af0-b7b9-2ffc1c716bf3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.495996 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-292ee2a5-f375-4af0-b7b9-2ffc1c716bf3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.507660 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1eb0543f-2075-4c51-b90c-4cf1afc9c920 req-0cfc8966-bfdd-4454-9381-488ded9db83b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465524 Jul 29 17:19:00.532580 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-292ee2a5-f375-4af0-b7b9-2ffc1c716bf3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.532580 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-292ee2a5-f375-4af0-b7b9-2ffc1c716bf3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2145658 Jul 29 17:19:00.532580 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ee2a5-f375-4af0-b7b9-2ffc1c716bf3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8756701e-2ff8-41e6-a31e-eb971443954e,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:00.537723 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39196) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:00.544054 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'floatingip': {'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:19:00.572800 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.685305 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:00.817932 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Allocated IP 172.27.0.241 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/d452bab3-31d9-43a0-a177-96b2d2dc877f) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:19:00.955454 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:01.002943 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:01.042654 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:19:01.045940 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:19:01.055141 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:19:01.077259 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'Port': ['ID=d452bab3-31d9-43a0-a177-96b2d2dc877f,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:01.151542 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:01.189024 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:01.375140 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:01.384525 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:01.476355 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'Port': ['ID=d452bab3-31d9-43a0-a177-96b2d2dc877f,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:01.486163 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:01.503906 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:01.505673 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-094cee3b-c21f-413c-b84f-1078656f425d tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9654868 Jul 29 17:19:01.572343 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048fb4-b4bf-4faa-8d59-5e26b09fb57e req-58086bb7-f783-4b8b-b8e7-d5eaabb97870 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:01.574065 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10048fb4-b4bf-4faa-8d59-5e26b09fb57e req-58086bb7-f783-4b8b-b8e7-d5eaabb97870 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 946 time: 0.0653567 Jul 29 17:19:01.668010 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-10048fb4-b4bf-4faa-8d59-5e26b09fb57e req-aab78ea3-2393-46f7-89b1-299af5f9af2d tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863335 Jul 29 17:19:01.689213 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f8fdf-231f-4a33-8917-f14eef9fa79b req-22867ce0-b37e-4c18-92c4-7486bb8dc8cb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:01.697292 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-284f8fdf-231f-4a33-8917-f14eef9fa79b req-22867ce0-b37e-4c18-92c4-7486bb8dc8cb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0877659 Jul 29 17:19:01.746036 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-284f8fdf-231f-4a33-8917-f14eef9fa79b req-3bbdadbb-321d-492a-b404-5ad86f6b09f6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460753 Jul 29 17:19:01.814290 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-ab13c6b7-f76c-4cca-9f19-c59865568902 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--503784176&fields=id&tenant_id=74e6a20f26124832befe3b0ccf968d0c HTTP/1.1" status: 200 len: 267 time: 0.0425625 Jul 29 17:19:02.212388 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-ea411d02-cbb9-4c69-8bab-49cdead3cb22 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:02.213973 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-ea411d02-cbb9-4c69-8bab-49cdead3cb22 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 811 time: 0.3989120 Jul 29 17:19:02.237069 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-ed2fa47b-369c-4ed2-92a3-67838b63b26e tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/quotas/74e6a20f26124832befe3b0ccf968d0c HTTP/1.1" status: 200 len: 375 time: 0.0163040 Jul 29 17:19:02.296172 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-da0b7305-18ee-4143-9f5d-25d51af5644b tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581775 Jul 29 17:19:02.513103 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-0437a3b0-f5ae-48a2-bc81-38aae27c84be service neutron] 10.222.0.13 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037754 Jul 29 17:19:02.616358 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-cd0a8f07-0f32-4c35-8aff-662c6416640e service neutron] 10.222.0.13 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993066 Jul 29 17:19:02.801583 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dc7e3b56-5d5b-47b9-adc7-10e4007f7337 req-14ffe3a3-f179-4ae8-956c-8b64d249e3a3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 210 time: 0.0519834 Jul 29 17:19:02.857574 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddb3b2-05fc-477b-ba72-5eb9b5356388 req-454910cd-af68-4bfd-8206-542bfddf03c4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:02.866036 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-68ddb3b2-05fc-477b-ba72-5eb9b5356388 req-454910cd-af68-4bfd-8206-542bfddf03c4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 946 time: 0.1088758 Jul 29 17:19:02.917207 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-68ddb3b2-05fc-477b-ba72-5eb9b5356388 req-5ac5e81e-6bb9-4f3c-b8b2-5c1e1ee9c313 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501225 Jul 29 17:19:02.926535 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71058d-9cba-4e58-83dc-4dbd3526ee38 req-33cefdc7-6acd-438b-bcce-5d22a64e39d9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:02.928111 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a71058d-9cba-4e58-83dc-4dbd3526ee38 req-33cefdc7-6acd-438b-bcce-5d22a64e39d9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0662405 Jul 29 17:19:02.990998 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a71058d-9cba-4e58-83dc-4dbd3526ee38 req-d2ad9d0e-9d01-4b00-a194-7c96447de6d9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493340 Jul 29 17:19:03.330258 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-4af8be27-4db0-46e9-bc09-a03e825475f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:03.331995 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-4af8be27-4db0-46e9-bc09-a03e825475f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 946 time: 0.1224980 Jul 29 17:19:03.440718 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Deleting port f8d83404-49e1-44c9-beef-5a2edf72ca4d {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:19:03.441453 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:03.581947 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] For port f8d83404-49e1-44c9-beef-5a2edf72ca4d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d83404-49e1-44c9-beef-5a2edf72ca4d,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:03.582662 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:03.798795 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:03.800020 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:03.800596 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Floating IP 9d638459-2c7d-492c-8f2d-b62a2eae5187 disassociated. External IP: 172.27.0.222, port: f8d83404-49e1-44c9-beef-5a2edf72ca4d. Jul 29 17:19:03.801153 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Calling delete_port for f8d83404-49e1-44c9-beef-5a2edf72ca4d owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:19:03.898931 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2e7c2b3c-9a53-439b-a24a-bfaf554ed750 req-6062edf9-5ca7-46fa-9cdd-a848e8bb12c8 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 210 time: 0.0361755 Jul 29 17:19:03.983870 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:04.034823 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event deleted for resources: {'Port': ['ID=f8d83404-49e1-44c9-beef-5a2edf72ca4d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:04.059075 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b8e69f7c-eac1-4a88-97a6-e4719c7b39bd req-d2ded0fb-8fb4-458d-9f3e-9da489d045ad tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 210 time: 0.0722437 Jul 29 17:19:04.136033 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c4907-51e5-462a-934b-ae9533106e03 req-d8c8d55b-3faa-4bb9-b53a-f61d95e2fca6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:04.140367 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-482c4907-51e5-462a-934b-ae9533106e03 req-d8c8d55b-3faa-4bb9-b53a-f61d95e2fca6 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0616920 Jul 29 17:19:04.190107 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-482c4907-51e5-462a-934b-ae9533106e03 req-5f977cca-1a52-4181-a607-31e5472f915e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432780 Jul 29 17:19:04.232823 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Router 17de73cb-8ef6-48f1-a051-c83ea08530a5 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:19:04.425746 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:19:04.438487 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] Sync routers for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:19:04.456205 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:19:04.461112 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:18:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:04.482917 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-b1794c22-855a-45ff-b6f4-33338b56f46f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:04.484508 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-b1794c22-855a-45ff-b6f4-33338b56f46f tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 811 time: 0.2656968 Jul 29 17:19:04.566463 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] No DVR routers for this DVR port f8d83404-49e1-44c9-beef-5a2edf72ca4d on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:19:04.576762 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:04.578865 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9fe6b0a6-f942-4274-81f3-126be4f3da69 req-24380a3f-e314-44ae-a86f-222db4d3668a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "DELETE /v2.0/ports/f8d83404-49e1-44c9-beef-5a2edf72ca4d HTTP/1.1" status: 204 len: 173 time: 1.2402644 Jul 29 17:19:04.579328 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'name': 'network-vif-deleted', 'tag': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:19:04.582081 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6716ddb-b722-4789-ac9d-80ecf9e586e2" -d '{"events": [{"server_uuid": "9ba8d7d2-0958-4b15-a643-3230f05d932d", "name": "network-vif-deleted", "tag": "f8d83404-49e1-44c9-beef-5a2edf72ca4d"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:19:04.640496 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:19:04.646879 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-975db941-64b3-4dd9-a2da-17f24c4a8462 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e6a20f26124832befe3b0ccf968d0c HTTP/1.1" status: 200 len: 379 time: 0.1380975 Jul 29 17:19:04.661890 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d89597f-e858-4caf-8953-589f82485b57 x-openstack-request-id: req-4d89597f-e858-4caf-8953-589f82485b57 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:19:04.662190 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba8d7d2-0958-4b15-a643-3230f05d932d", "name": "network-vif-deleted", "tag": "f8d83404-49e1-44c9-beef-5a2edf72ca4d", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:19:04.662480 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d89597f-e858-4caf-8953-589f82485b57 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:19:04.662884 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba8d7d2-0958-4b15-a643-3230f05d932d', 'name': 'network-vif-deleted', 'tag': 'f8d83404-49e1-44c9-beef-5a2edf72ca4d', 'status': 'completed', 'code': 200} Jul 29 17:19:04.703209 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'port': {'device_id': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'admin_state_up': True, 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'security_groups': ['3e57ebea-417c-4fdc-b24f-6ff17941a928']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:19:04.879867 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Made reservation on behalf of 74e6a20f26124832befe3b0ccf968d0c for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:19:04.885900 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:05.033908 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-25e5541a-c08b-4d01-b23b-3de139160e8a req-b471b384-556e-4a44-ba8f-d90d98d43cac tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 210 time: 0.0515771 Jul 29 17:19:05.062452 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Allocated IP 172.20.0.11 (a82dc695-f1af-4a67-9797-b862590f6f86/bdd4ae2f-4f71-4b97-8343-afc0635933bb/060b0075-4565-4865-9c5c-e7010868ed01) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:19:05.150711 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:05.188461 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] Checking router: 17de73cb-8ef6-48f1-a051-c83ea08530a5 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:19:05.197521 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:19:05.198416 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:18:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:05.282004 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3bd6b8c2-f723-4597-891c-36dd47724be8 req-ffcfba45-3e48-4b1b-af07-cddebcc507a2 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba8d7d2-0958-4b15-a643-3230f05d932d HTTP/1.1" status: 200 len: 210 time: 0.0827148 Jul 29 17:19:05.326538 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:05.343227 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Transition to ACTIVE for port object 060b0075-4565-4865-9c5c-e7010868ed01 will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:19:05.374834 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9db16c-2e26-4a9a-ba2b-91d2042ef5f1 req-ef853ee1-d894-48a9-b4cc-d6b315b51320 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:05.384851 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3d9db16c-2e26-4a9a-ba2b-91d2042ef5f1 req-ef853ee1-d894-48a9-b4cc-d6b315b51320 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0731702 Jul 29 17:19:05.399866 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:19:05.403258 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:05.463068 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3d9db16c-2e26-4a9a-ba2b-91d2042ef5f1 req-ee1244c1-35d0-43eb-a809-4ef995c9907b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745370 Jul 29 17:19:05.494168 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event updated for resources: {'Port': ['ID=060b0075-4565-4865-9c5c-e7010868ed01,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:05.514581 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Network a82dc695-f1af-4a67-9797-b862590f6f86 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:19:05.516355 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:19:05.519063 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:19:05.607480 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:05.608121 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:05.628610 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-3f7d9d65-25c8-4ca0-87c1-9e01abc974cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9306469 Jul 29 17:19:05.703409 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:05.718085 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Request body: {'port': {'device_id': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:19:05.796679 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a5866-1ed8-4a22-8f4a-4dfc8de52386 None None] The sync data for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi is: [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:19:05.820901 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:06.007884 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-0b2fb91b-15dc-4ec9-bc29-ee1a32a5dc25 None None] Provisioning for port 060b0075-4565-4865-9c5c-e7010868ed01 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:19:06.023785 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-0b2fb91b-15dc-4ec9-bc29-ee1a32a5dc25 None None] Provisioning complete for port 060b0075-4565-4865-9c5c-e7010868ed01 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:19:06.024168 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0b2fb91b-15dc-4ec9-bc29-ee1a32a5dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:06.115621 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-0b2fb91b-15dc-4ec9-bc29-ee1a32a5dc25 None None] Port 060b0075-4565-4865-9c5c-e7010868ed01 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:19:06.342520 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20c105-f6c8-49d7-a681-11a68cac6a87 None None] New status for floating IP 9d638459-2c7d-492c-8f2d-b62a2eae5187: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:19:06.350550 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01930db-057b-4b13-a7d5-82dbf8fb9f14 req-7e4b8b32-cae1-49c9-9da7-1525d6840c46 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:06.353383 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d01930db-057b-4b13-a7d5-82dbf8fb9f14 req-7e4b8b32-cae1-49c9-9da7-1525d6840c46 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 932 time: 0.1529524 Jul 29 17:19:06.410446 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060b0075-4565-4865-9c5c-e7010868ed01 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:19:06.429634 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:06.471548 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d01930db-057b-4b13-a7d5-82dbf8fb9f14 req-63a0b1f5-b1e0-41c3-adda-34409c5d31e5 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887291 Jul 29 17:19:06.478476 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Transition to ACTIVE for port object 060b0075-4565-4865-9c5c-e7010868ed01 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:19:06.483870 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:06.564148 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Pushing event updated for resources: {'Port': ['ID=060b0075-4565-4865-9c5c-e7010868ed01,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:06.687629 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Attempting to bind port 060b0075-4565-4865-9c5c-e7010868ed01 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:19:06.688293 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Attempting to bind port 060b0075-4565-4865-9c5c-e7010868ed01 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:19:06.688875 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Attempting to bind port 060b0075-4565-4865-9c5c-e7010868ed01 on network a82dc695-f1af-4a67-9797-b862590f6f86 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:19:06.694291 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Port 060b0075-4565-4865-9c5c-e7010868ed01 on network a82dc695-f1af-4a67-9797-b862590f6f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:19:06.694894 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Attempting to bind port 060b0075-4565-4865-9c5c-e7010868ed01 on network a82dc695-f1af-4a67-9797-b862590f6f86 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:19:06.702692 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:19:06.703382 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Checking segment: {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:19:06.703986 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Bound using segment: {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:19:06.704674 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Bound port: 060b0075-4565-4865-9c5c-e7010868ed01, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de79f107-bed4-4938-978e-3564537033c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:19:06.705282 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:06.743566 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2c306-b713-4eb1-a0e0-da21030ca43f req-8d4281ee-ed95-439d-909b-caf44e98b36b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:06.745161 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-13a2c306-b713-4eb1-a0e0-da21030ca43f req-8d4281ee-ed95-439d-909b-caf44e98b36b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.1049490 Jul 29 17:19:06.809616 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-13a2c306-b713-4eb1-a0e0-da21030ca43f req-c3677a03-2d5a-4cb9-bfb3-2a60d9c27956 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547950 Jul 29 17:19:06.847456 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-395ce34c-c0db-4f13-86ce-b36023ae8bf2 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800580398&fields=id&tenant_id=6fe8e2306f964474bb04b3f59f9abeff HTTP/1.1" status: 200 len: 267 time: 0.0958827 Jul 29 17:19:06.855202 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] For port 060b0075-4565-4865-9c5c-e7010868ed01, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:19:06.861221 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] For port 060b0075-4565-4865-9c5c-e7010868ed01, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=060b0075-4565-4865-9c5c-e7010868ed01,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:19:06.889575 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:06.931223 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f8d83404-49e1-44c9-beef-5a2edf72ca4d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:19:06.961696 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: f8d83404-49e1-44c9-beef-5a2edf72ca4d {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:19:06.962292 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device f8d83404-49e1-44c9-beef-5a2edf72ca4d not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:19:06.969935 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:06.970555 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:06.972395 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] 10.222.0.44 "PUT /v2.0/ports/060b0075-4565-4865-9c5c-e7010868ed01 HTTP/1.1" status: 200 len: 1094 time: 1.3292754 Jul 29 17:19:06.975781 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'tag': '060b0075-4565-4865-9c5c-e7010868ed01'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:19:06.977743 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994e9764-4e46-43a1-a9f5-bfbd00074866" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11c25e-2030-48d6-9e86-e79e77ff0fcb", "tag": "060b0075-4565-4865-9c5c-e7010868ed01"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:19:07.027121 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d29a3c-5b78-404a-98a7-5b23eab00161 service neutron] Pushing event updated for resources: {'Port': ['ID=060b0075-4565-4865-9c5c-e7010868ed01,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:07.032888 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a53eb05-452e-41d8-9ebb-9dd043d461a0 x-openstack-request-id: req-2a53eb05-452e-41d8-9ebb-9dd043d461a0 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:19:07.033170 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11c25e-2030-48d6-9e86-e79e77ff0fcb", "tag": "060b0075-4565-4865-9c5c-e7010868ed01", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:19:07.033436 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a53eb05-452e-41d8-9ebb-9dd043d461a0 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:19:07.033943 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'tag': '060b0075-4565-4865-9c5c-e7010868ed01', 'status': 'completed', 'code': 200} Jul 29 17:19:07.044624 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-95cadf84-b98d-47ee-b4b5-3d5688bf6aa3 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:07.044624 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-95cadf84-b98d-47ee-b4b5-3d5688bf6aa3 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 812 time: 0.1864436 Jul 29 17:19:07.074963 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-309cc31e-fc88-4947-a9a6-3d63921c9efb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/quotas/6fe8e2306f964474bb04b3f59f9abeff HTTP/1.1" status: 200 len: 375 time: 0.0217366 Jul 29 17:19:07.155556 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-55a3f90c-52d4-4652-99dc-2c9f986c156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:07.157105 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-55a3f90c-52d4-4652-99dc-2c9f986c156d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 1097 time: 0.1020572 Jul 29 17:19:07.166590 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-e40f157e-ade7-4e5a-9e30-dcb0757b730e tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720048 Jul 29 17:19:07.236253 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-f8864439-a893-43e1-9998-9e2b527067f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=060b0075-4565-4865-9c5c-e7010868ed01 HTTP/1.1" status: 200 len: 217 time: 0.0622802 Jul 29 17:19:07.317550 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-75f3ac85-4c6e-4ea5-ae42-128fac4fa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:07.319288 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-75f3ac85-4c6e-4ea5-ae42-128fac4fa5c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd4ae2f-4f71-4b97-8343-afc0635933bb HTTP/1.1" status: 200 len: 850 time: 0.0569506 Jul 29 17:19:07.381057 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-a5febd28-0b63-48cc-bdc4-9c044f1af9bf service neutron] 10.222.0.13 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001595 Jul 29 17:19:07.411751 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-cb53c38b-d557-43c4-904b-ce03d28a1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:07.413815 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-cb53c38b-d557-43c4-904b-ce03d28a1290 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a82dc695-f1af-4a67-9797-b862590f6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0860846 Jul 29 17:19:07.551694 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-96584b80-7bc6-4a43-b0cf-35161e6b7bb8 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623065 Jul 29 17:19:07.563488 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-19d6df96-7121-4225-996f-72d53611cdc6 service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244082 Jul 29 17:19:07.644669 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253d08d-cd58-41f3-bcdd-5b7b678747c5 req-b9dee036-f433-4364-8ccb-46113f2147f6 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:07.654035 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c253d08d-cd58-41f3-bcdd-5b7b678747c5 req-b9dee036-f433-4364-8ccb-46113f2147f6 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 944 time: 0.0857341 Jul 29 17:19:07.720817 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c253d08d-cd58-41f3-bcdd-5b7b678747c5 req-44abd84c-8cc4-4f56-96c9-bd09eacc07bf tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642874 Jul 29 17:19:07.722216 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4a4ff8a0-390b-4a13-9db3-58ba11134593 req-a338674e-d665-4b1e-bad0-40841510c78a service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509094 Jul 29 17:19:07.915602 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-0b957455-138e-4815-867d-01e85915ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:07.917663 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-0b957455-138e-4815-867d-01e85915ae0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 1097 time: 0.0874953 Jul 29 17:19:08.013314 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ce22c-3b71-412d-a367-496e21ff6f51 req-75c65ac4-0073-418e-9355-a94cb34854a8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:08.014862 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2e1ce22c-3b71-412d-a367-496e21ff6f51 req-75c65ac4-0073-418e-9355-a94cb34854a8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0844314 Jul 29 17:19:08.090437 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2e1ce22c-3b71-412d-a367-496e21ff6f51 req-fbf5f4f4-4903-4b85-8cc1-d732e6429cdb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690022 Jul 29 17:19:08.114324 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-bb28dfe5-ada4-42fc-b335-e6b5ace74e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:08.115853 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-bb28dfe5-ada4-42fc-b335-e6b5ace74e26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 912 time: 0.1898386 Jul 29 17:19:08.189124 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e0c0cb7d-620a-4936-be8e-55ea16024ca5 req-82d01758-0548-4a94-be44-f188ddfce9b2 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0715582 Jul 29 17:19:08.190856 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-6d9ff4e8-5868-405d-8c70-4fdb0fc1dee7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=060b0075-4565-4865-9c5c-e7010868ed01 HTTP/1.1" status: 200 len: 217 time: 0.0599208 Jul 29 17:19:08.282063 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-1eaeb6ab-301c-4a20-986e-f10431f68b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:08.284585 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-1eaeb6ab-301c-4a20-986e-f10431f68b94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd4ae2f-4f71-4b97-8343-afc0635933bb HTTP/1.1" status: 200 len: 850 time: 0.0850523 Jul 29 17:19:08.337120 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-17190dad-fe78-447d-a1de-6370d43a98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:08.339336 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-17190dad-fe78-447d-a1de-6370d43a98e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a82dc695-f1af-4a67-9797-b862590f6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467498 Jul 29 17:19:08.446793 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-7d20f234-eb84-4ed7-99fb-1d3a1a8ee820 service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989909 Jul 29 17:19:08.586247 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-994e9764-4e46-43a1-a9f5-bfbd00074866 req-cc37fa5b-52f6-4e90-93b7-49ce4a9fb5eb service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313627 Jul 29 17:19:08.855223 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a30f76-7500-4bbd-bab2-98d2bedffe5e req-e3164257-1806-4ce5-b1c8-03cd98ed08e9 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:08.862817 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-26a30f76-7500-4bbd-bab2-98d2bedffe5e req-e3164257-1806-4ce5-b1c8-03cd98ed08e9 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 944 time: 0.0629504 Jul 29 17:19:08.901097 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-26a30f76-7500-4bbd-bab2-98d2bedffe5e req-7939d282-48bd-4f98-8eaf-f6d6494d8e9a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373821 Jul 29 17:19:09.257145 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040eddf-8444-4a71-84b0-7634c547b113 req-62bed561-f132-49ed-8707-2bc7c707ca08 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:09.258838 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2040eddf-8444-4a71-84b0-7634c547b113 req-62bed561-f132-49ed-8707-2bc7c707ca08 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0872140 Jul 29 17:19:09.320880 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a700fb52-01d3-479f-893c-683ddd8a4b54 req-e82f43ce-88fd-42ee-9029-575b8af01222 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0431349 Jul 29 17:19:09.396048 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2040eddf-8444-4a71-84b0-7634c547b113 req-9c2b4895-997e-480e-9b11-9ab82c1125f5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305096 Jul 29 17:19:09.434016 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-a1a78086-ae5b-460d-96a0-74e7391cb1bf tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:09.435310 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-a1a78086-ae5b-460d-96a0-74e7391cb1bf tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 812 time: 0.1582646 Jul 29 17:19:09.486901 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-f192ab3e-0d4c-410d-8024-d13486f0703a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe8e2306f964474bb04b3f59f9abeff HTTP/1.1" status: 200 len: 379 time: 0.0347035 Jul 29 17:19:09.510921 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'port': {'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'admin_state_up': True, 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'security_groups': ['5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:19:09.877518 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Made reservation on behalf of 6fe8e2306f964474bb04b3f59f9abeff for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:19:09.881309 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:10.024403 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3424b26-af9c-4c22-8a31-66a1624b6587 req-75eb94e9-3f51-495f-9806-4276c7de3e97 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:10.025970 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f3424b26-af9c-4c22-8a31-66a1624b6587 req-75eb94e9-3f51-495f-9806-4276c7de3e97 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 944 time: 0.0585225 Jul 29 17:19:10.039630 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Allocated IP 172.20.0.7 (5ae59075-d98f-46e5-9ff2-b543dd700484/da91c2f1-98a1-47cc-86db-ca9ec38a300d/98bbb120-4890-4851-9295-20a36e7b5fa8) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:19:10.073749 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-9cfb9376-2161-4edf-a40b-0368f5ab1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:10.075280 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-9cfb9376-2161-4edf-a40b-0368f5ab1e15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 1099 time: 0.0785439 Jul 29 17:19:10.078064 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f3424b26-af9c-4c22-8a31-66a1624b6587 req-6cfdd56e-727d-4144-ac36-d1184c410b17 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447693 Jul 29 17:19:10.247354 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-a8fa2837-2df8-4685-a44c-b6d24f33c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:10.248743 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-a8fa2837-2df8-4685-a44c-b6d24f33c62b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.1622117 Jul 29 17:19:10.270361 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:10.315561 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Transition to ACTIVE for port object 98bbb120-4890-4851-9295-20a36e7b5fa8 will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:19:10.335456 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-3f369748-4039-47ab-815a-c4e4dacce7ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d327c7-7772-4bce-93ea-757194b3b5ff HTTP/1.1" status: 200 len: 1001 time: 0.0754945 Jul 29 17:19:10.417973 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-650ce4bc-952d-44c2-8135-e5b68a84f641 req-917f1186-64a0-4a67-9841-dd9e19cde7da tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0365870 Jul 29 17:19:10.440192 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-44c88c5c-7050-45f7-bbaa-6bcec3ffdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:10.440192 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-44c88c5c-7050-45f7-bbaa-6bcec3ffdb89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0883458 Jul 29 17:19:10.440192 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:10.520486 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:19:10.530680 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:19:10.534605 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:19:10.537226 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'Port': ['ID=98bbb120-4890-4851-9295-20a36e7b5fa8,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:10.540023 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dc6be-9bba-49c6-a71c-b7c4ffce9fc7 req-f890c87a-ae28-4ca1-aa5f-2bb65392e31d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:10.543053 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-051dc6be-9bba-49c6-a71c-b7c4ffce9fc7 req-f890c87a-ae28-4ca1-aa5f-2bb65392e31d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0571592 Jul 29 17:19:10.543185 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-2fd84669-7081-486f-8a7d-cbed8680534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:10.545118 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-2fd84669-7081-486f-8a7d-cbed8680534b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1041155 Jul 29 17:19:10.597573 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-051dc6be-9bba-49c6-a71c-b7c4ffce9fc7 req-ce80758d-5e4b-4436-890b-354030dfc067 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478594 Jul 29 17:19:10.671879 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:10.672862 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:10.700617 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-1784e40e-e740-47ba-b6f4-297f3d5ff6f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1946900 Jul 29 17:19:10.715351 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-97274765-beed-4687-84fc-a65c7de371e0 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521933 Jul 29 17:19:10.720319 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Request body: {'port': {'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:19:10.775193 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-921aecd1-fafc-4648-825f-554b3699d619 None None] Provisioning for port 98bbb120-4890-4851-9295-20a36e7b5fa8 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:19:10.778953 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-921aecd1-fafc-4648-825f-554b3699d619 None None] Provisioning complete for port 98bbb120-4890-4851-9295-20a36e7b5fa8 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:19:10.779327 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-921aecd1-fafc-4648-825f-554b3699d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:10.812890 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-921aecd1-fafc-4648-825f-554b3699d619 None None] Port 98bbb120-4890-4851-9295-20a36e7b5fa8 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:19:10.834523 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:10.868053 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-8ab5abe5-1237-4af9-a488-07dc05c16561 req-4161f66c-e467-4300-a329-8ce1004e34b5 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448917 Jul 29 17:19:10.965642 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 060b0075-4565-4865-9c5c-e7010868ed01 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:19:11.064713 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 060b0075-4565-4865-9c5c-e7010868ed01, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=060b0075-4565-4865-9c5c-e7010868ed01,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:11.077067 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '060b0075-4565-4865-9c5c-e7010868ed01', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'port_id': '060b0075-4565-4865-9c5c-e7010868ed01', 'mac_address': 'fa:16:3e:86:a7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:19:11.113608 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:11.126415 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bbb120-4890-4851-9295-20a36e7b5fa8 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:19:11.130706 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060b0075-4565-4865-9c5c-e7010868ed01 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:19:11.135553 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:11.152220 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 060b0075-4565-4865-9c5c-e7010868ed01, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=060b0075-4565-4865-9c5c-e7010868ed01,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:11.155919 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:11.156942 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Transition to ACTIVE for port object 98bbb120-4890-4851-9295-20a36e7b5fa8 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:19:11.176410 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:11.206538 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=060b0075-4565-4865-9c5c-e7010868ed01,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:11.244465 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9624e04-223a-4767-8fef-f0976e9ff3ae req-532cba19-cc56-442c-82b4-f5ed93961341 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:11.246057 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b9624e04-223a-4767-8fef-f0976e9ff3ae req-532cba19-cc56-442c-82b4-f5ed93961341 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 945 time: 0.0979056 Jul 29 17:19:11.246703 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Pushing event updated for resources: {'Port': ['ID=98bbb120-4890-4851-9295-20a36e7b5fa8,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:11.330754 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b9624e04-223a-4767-8fef-f0976e9ff3ae req-afb20206-c816-45bb-9c6d-316108419826 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775027 Jul 29 17:19:11.351943 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a0733e78-07e4-47c2-b29b-3bbe07ee7022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:11.356973 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Attempting to bind port 98bbb120-4890-4851-9295-20a36e7b5fa8 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:19:11.357320 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Attempting to bind port 98bbb120-4890-4851-9295-20a36e7b5fa8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:19:11.357650 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Attempting to bind port 98bbb120-4890-4851-9295-20a36e7b5fa8 on network 5ae59075-d98f-46e5-9ff2-b543dd700484 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:19:11.362384 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Port 98bbb120-4890-4851-9295-20a36e7b5fa8 on network 5ae59075-d98f-46e5-9ff2-b543dd700484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:19:11.362713 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Attempting to bind port 98bbb120-4890-4851-9295-20a36e7b5fa8 on network 5ae59075-d98f-46e5-9ff2-b543dd700484 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:19:11.368374 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:19:11.368769 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Checking segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:19:11.369160 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Bound using segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:19:11.369605 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Bound port: 98bbb120-4890-4851-9295-20a36e7b5fa8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:19:11.369984 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:11.433104 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] For port 98bbb120-4890-4851-9295-20a36e7b5fa8, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:19:11.436482 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] For port 98bbb120-4890-4851-9295-20a36e7b5fa8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=98bbb120-4890-4851-9295-20a36e7b5fa8,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:19:11.441012 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:11.463874 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['060b0075-4565-4865-9c5c-e7010868ed01'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:19:11.479989 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:11.480636 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:11.482031 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] 10.222.0.44 "PUT /v2.0/ports/98bbb120-4890-4851-9295-20a36e7b5fa8 HTTP/1.1" status: 200 len: 1093 time: 0.7657864 Jul 29 17:19:11.482475 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:19:11.484724 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c506d241-0fb3-42f9-8c16-972c5a0d9f93" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:19:11.510922 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47911a-2a25-4306-a9b0-f935fe772c23 service neutron] Pushing event updated for resources: {'Port': ['ID=98bbb120-4890-4851-9295-20a36e7b5fa8,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:11.538517 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dff616-a9e4-4d49-8b3c-22417af31a69 req-cd2e6c02-f41c-499e-8255-df08f0235479 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:11.540351 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-45dff616-a9e4-4d49-8b3c-22417af31a69 req-cd2e6c02-f41c-499e-8255-df08f0235479 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0526788 Jul 29 17:19:11.561747 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc589af4-174d-4960-89f5-7487f45e6fc5 x-openstack-request-id: req-fc589af4-174d-4960-89f5-7487f45e6fc5 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:19:11.562267 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:19:11.562469 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc589af4-174d-4960-89f5-7487f45e6fc5 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:19:11.562712 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'status': 'completed', 'code': 200} Jul 29 17:19:11.599199 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-24969078-9c15-4f9d-a29a-1405470b7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:11.601399 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-24969078-9c15-4f9d-a29a-1405470b7399 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0515909 Jul 29 17:19:11.609805 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-45dff616-a9e4-4d49-8b3c-22417af31a69 req-0adaab43-06cf-41c3-bffe-b537fb2a50d5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549335 Jul 29 17:19:11.658586 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-b9a29f05-d130-45dd-971b-3ae5769eef29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98bbb120-4890-4851-9295-20a36e7b5fa8 HTTP/1.1" status: 200 len: 217 time: 0.0427411 Jul 29 17:19:11.756527 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-0ec5d5af-04d7-4456-9d32-49bb453a2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:11.758078 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-0ec5d5af-04d7-4456-9d32-49bb453a2984 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0883927 Jul 29 17:19:11.771777 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6bd01-4b7d-43c1-9112-67f0d1958d20 req-1388e054-f76a-4ea5-82ee-a29a78c72bfb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:11.773841 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c8b6bd01-4b7d-43c1-9112-67f0d1958d20 req-1388e054-f76a-4ea5-82ee-a29a78c72bfb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0741611 Jul 29 17:19:11.840225 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c8b6bd01-4b7d-43c1-9112-67f0d1958d20 req-007cb5ea-9847-457a-b238-f8cd998baae5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564928 Jul 29 17:19:11.842205 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-b41535db-6c3a-47e5-959c-406a7239c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:11.843690 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-b41535db-6c3a-47e5-959c-406a7239c7a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0689631 Jul 29 17:19:11.947275 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-102a36fd-8491-4433-b8f6-659940772b29 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937474 Jul 29 17:19:12.043087 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3cc936c-e0f6-48c2-ba61-ecc71d5c0735 req-2bed2faa-3800-4323-b3db-27c598565e16 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865057 Jul 29 17:19:12.190459 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-19e4fe06-25da-48df-97ec-f013b9b1477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:12.191969 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-19e4fe06-25da-48df-97ec-f013b9b1477f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0464997 Jul 29 17:19:12.290850 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-4efe4fbe-dd72-46a8-a9df-617daf383ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:12.292359 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-4efe4fbe-dd72-46a8-a9df-617daf383ef8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.0933454 Jul 29 17:19:12.353147 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-4e263631-4386-46ad-a3dc-46988e89e367 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98bbb120-4890-4851-9295-20a36e7b5fa8 HTTP/1.1" status: 200 len: 217 time: 0.0383620 Jul 29 17:19:12.419146 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-62389f9b-852b-45d9-8503-e770c5c091a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:12.420685 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-62389f9b-852b-45d9-8503-e770c5c091a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0510142 Jul 29 17:19:12.454977 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a1b89-5425-4ec6-a742-c1cdbee6c77e req-7be6250d-8917-45a1-9da6-5f5e5ad724ff tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:12.456642 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-331a1b89-5425-4ec6-a742-c1cdbee6c77e req-7be6250d-8917-45a1-9da6-5f5e5ad724ff tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 945 time: 0.0540211 Jul 29 17:19:12.472158 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-27a8ea1c-1cb6-4ec7-ba88-754f2780d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:12.473698 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-27a8ea1c-1cb6-4ec7-ba88-754f2780d2d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447543 Jul 29 17:19:12.496775 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-331a1b89-5425-4ec6-a742-c1cdbee6c77e req-2baf7151-ab7e-4ea0-8d04-134dbad699fb tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334861 Jul 29 17:19:12.568633 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-ce6b8a67-7dc4-460c-8d92-4a12cb158a13 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873096 Jul 29 17:19:12.713646 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c506d241-0fb3-42f9-8c16-972c5a0d9f93 req-212abafe-373e-44f8-95f6-175c72abbf77 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291268 Jul 29 17:19:12.728674 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea536-31ff-4123-ac89-02eee84cfa9f req-516866cf-4cf8-45f0-8fed-5513cd4cd0dd tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:12.730128 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7c9ea536-31ff-4123-ac89-02eee84cfa9f req-516866cf-4cf8-45f0-8fed-5513cd4cd0dd tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0698459 Jul 29 17:19:12.769468 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7c9ea536-31ff-4123-ac89-02eee84cfa9f req-39235b55-5688-497b-8e49-f4b264c1d1ca tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333178 Jul 29 17:19:12.961347 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eedae2-06fe-47cd-96a9-2335c2b9dee6 req-68f427bc-fe2a-4c00-a7c3-489675bc260e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:12.962856 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-09eedae2-06fe-47cd-96a9-2335c2b9dee6 req-68f427bc-fe2a-4c00-a7c3-489675bc260e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0490186 Jul 29 17:19:12.984333 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 060b0075-4565-4865-9c5c-e7010868ed01 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:19:13.001000 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-09eedae2-06fe-47cd-96a9-2335c2b9dee6 req-ea421910-9fba-47c8-b254-1abf9e21e58c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Jul 29 17:19:13.036714 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port 060b0075-4565-4865-9c5c-e7010868ed01 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:19:13.040658 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 060b0075-4565-4865-9c5c-e7010868ed01 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:19:13.040919 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.125539 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.149412 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060b0075-4565-4865-9c5c-e7010868ed01'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:19:13.151679 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613aba29-426a-4bf7-9d6d-7610367c6531" -d '{"events": [{"server_uuid": "ef11c25e-2030-48d6-9e86-e79e77ff0fcb", "name": "network-vif-plugged", "status": "completed", "tag": "060b0075-4565-4865-9c5c-e7010868ed01"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:19:13.165007 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 060b0075-4565-4865-9c5c-e7010868ed01, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=060b0075-4565-4865-9c5c-e7010868ed01,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:13.169666 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.193835 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93623026-9063-40b4-921d-079d8562e5c6 x-openstack-request-id: req-93623026-9063-40b4-921d-079d8562e5c6 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:19:13.194812 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11c25e-2030-48d6-9e86-e79e77ff0fcb", "name": "network-vif-plugged", "status": "completed", "tag": "060b0075-4565-4865-9c5c-e7010868ed01", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:19:13.195023 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93623026-9063-40b4-921d-079d8562e5c6 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:19:13.195415 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060b0075-4565-4865-9c5c-e7010868ed01', 'code': 200} Jul 29 17:19:13.221936 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=060b0075-4565-4865-9c5c-e7010868ed01,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:13.411164 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302f7ab-ec31-402b-90b2-9c12830a82bd req-d8ea679b-1bc8-4090-af58-26fd6a9c4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:13.413463 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b302f7ab-ec31-402b-90b2-9c12830a82bd req-d8ea679b-1bc8-4090-af58-26fd6a9c4cc4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 1099 time: 0.0555296 Jul 29 17:19:13.416975 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39446) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:13.487134 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b302f7ab-ec31-402b-90b2-9c12830a82bd req-c8d7f6fe-2ce6-4f10-a826-55a922059887 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624580 Jul 29 17:19:13.492562 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-74180183-a90f-4390-8782-f9997ab6f6db admin admin] Deleting subnet 83d315e3-2397-4fa2-a11b-ca04519bb368 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:19:13.495753 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-74180183-a90f-4390-8782-f9997ab6f6db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.532866 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-74180183-a90f-4390-8782-f9997ab6f6db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.583445 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-74180183-a90f-4390-8782-f9997ab6f6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.653326 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c2f0-4906-469c-9de6-938d21c620b1 req-e97b86dd-963c-49f0-9519-f93777f8f0f2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:13.654760 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a021c2f0-4906-469c-9de6-938d21c620b1 req-e97b86dd-963c-49f0-9519-f93777f8f0f2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 946 time: 0.0840218 Jul 29 17:19:13.682378 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-74180183-a90f-4390-8782-f9997ab6f6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.719322 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74180183-a90f-4390-8782-f9997ab6f6db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d315e3-2397-4fa2-a11b-ca04519bb368,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:13.728350 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-74180183-a90f-4390-8782-f9997ab6f6db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.732592 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-74180183-a90f-4390-8782-f9997ab6f6db admin admin] 10.222.0.13 "DELETE /v2.0/subnets/83d315e3-2397-4fa2-a11b-ca04519bb368 HTTP/1.1" status: 204 len: 168 time: 0.3122084 Jul 29 17:19:13.733200 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39456) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:13.745204 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a021c2f0-4906-469c-9de6-938d21c620b1 req-14385207-d608-465a-826f-034b249659cd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823994 Jul 29 17:19:13.811551 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.870051 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c349b2db-1304-4a2a-bed4-62bf5feca61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.932313 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.945248 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07274488-6d6f-47c0-8d56-4ae05a863555']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:13.956759 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c9171-2ff6-48a6-9eab-6cdf039a11cb req-2af114f1-f621-43ca-ae11-0abdee6545a9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:13.964510 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-337c9171-2ff6-48a6-9eab-6cdf039a11cb req-2af114f1-f621-43ca-ae11-0abdee6545a9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0650487 Jul 29 17:19:13.966502 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aac4b25-8fdb-4602-b1f4-7be6c4a66159') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:13.966834 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aac4b25-8fdb-4602-b1f4-7be6c4a66159') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:13.983482 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.987654 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ee32d-0a46-4199-97f0-e69d77acbef0 req-992ac24a-76c2-48c9-b17d-ad1bc07e0be5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:13.989401 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-122ee32d-0a46-4199-97f0-e69d77acbef0 req-992ac24a-76c2-48c9-b17d-ad1bc07e0be5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.1458092 Jul 29 17:19:13.991264 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6357428'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:13.999914 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-337c9171-2ff6-48a6-9eab-6cdf039a11cb req-63aa269f-7f5f-44d4-ae5f-38bd6f6a09a3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337880 Jul 29 17:19:14.039298 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.060055 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:19:14.060471 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6397020'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: Traceback (most recent call last): Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: timer() Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: cb(*args, **kw) Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: return func(*args, **kwargs) Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: self._notify() Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: self.callback(batched_events) Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: event.method(event) Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: return f(self, *a, **k) Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._get(url).json() Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:19:14.064145 dv-cinder-784623-16-iscsi neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:19:14.126889 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-122ee32d-0a46-4199-97f0-e69d77acbef0 req-5fad01f6-f7d4-4c86-977e-039c01588ccd tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197219 Jul 29 17:19:14.136399 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3ce1399-4873-41d0-b400-361db04808d1 req-ea20b066-4a32-4a63-8ee1-86ce2c91c25f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1431718 Jul 29 17:19:14.145378 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.152322 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.155533 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] 10.222.0.13 "DELETE /v2.0/networks/07274488-6d6f-47c0-8d56-4ae05a863555 HTTP/1.1" status: 204 len: 168 time: 0.4215291 Jul 29 17:19:14.158783 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39472) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:14.178236 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa1b28-2d4c-40b0-b4ec-d05dbf86c15b admin admin] Pushing event deleted for resources: {'Network': ['ID=07274488-6d6f-47c0-8d56-4ae05a863555,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:14.208302 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eec4ce5-3c8d-4c1f-a3ff-dd6f7fd24d09 admin admin] Deleting subnet 5235284e-0d0b-4347-9242-af696cce92f5 {{(pid=93266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:19:14.212247 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9eec4ce5-3c8d-4c1f-a3ff-dd6f7fd24d09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.246214 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9eec4ce5-3c8d-4c1f-a3ff-dd6f7fd24d09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661987'] for subnet, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.285662 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9eec4ce5-3c8d-4c1f-a3ff-dd6f7fd24d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.338167 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9eec4ce5-3c8d-4c1f-a3ff-dd6f7fd24d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8435100'] for subnet, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.368596 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec4ce5-3c8d-4c1f-a3ff-dd6f7fd24d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5235284e-0d0b-4347-9242-af696cce92f5,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:14.370558 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9eec4ce5-3c8d-4c1f-a3ff-dd6f7fd24d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.372409 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-9eec4ce5-3c8d-4c1f-a3ff-dd6f7fd24d09 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5235284e-0d0b-4347-9242-af696cce92f5 HTTP/1.1" status: 204 len: 168 time: 0.2126536 Jul 29 17:19:14.374828 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39480) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:14.447136 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.529876 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.540642 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20895bc1-6603-4414-9d96-4290439c0f1a']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:14.551492 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1a3725-a605-4081-9321-13299becb4ca') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:14.551802 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1a3725-a605-4081-9321-13299becb4ca') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:14.561415 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.575669 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.582109 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:19:14.582580 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:19:14.584275 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:19:14.637892 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.643292 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.648414 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/20895bc1-6603-4414-9d96-4290439c0f1a HTTP/1.1" status: 204 len: 168 time: 0.2726347 Jul 29 17:19:14.659722 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319b0e8-b418-43ef-9830-19bf7508d1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=20895bc1-6603-4414-9d96-4290439c0f1a,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:14.822444 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39486) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:14.851690 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.898855 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-355bf757-93c3-4e0f-9f29-14137b8d397b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c5626dba9014cf180fdb9cd64add3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751531 Jul 29 17:19:14.901496 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39488) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:14.911417 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b77b8-f66e-49d9-b8f0-9a4947aecf35 req-0d32e27c-2407-48fb-89ee-a9011ecd5759 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:14.913464 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe3b77b8-f66e-49d9-b8f0-9a4947aecf35 req-0d32e27c-2407-48fb-89ee-a9011ecd5759 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 946 time: 0.0739498 Jul 29 17:19:14.950623 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f9af8294-0ef3-461e-9219-64f7884c2d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.951724 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe3b77b8-f66e-49d9-b8f0-9a4947aecf35 req-de060a8c-c55a-46cb-83e0-5b37bb156240 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320156 Jul 29 17:19:14.972222 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f9af8294-0ef3-461e-9219-64f7884c2d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:14.997319 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 91d327c7-7772-4bce-93ea-757194b3b5ff no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:19:15.037804 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f9af8294-0ef3-461e-9219-64f7884c2d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:15.040115 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f9af8294-0ef3-461e-9219-64f7884c2d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:15.041701 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-f9af8294-0ef3-461e-9219-64f7884c2d7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fe04e96-b31c-40d7-8db5-194753b3512c HTTP/1.1" status: 204 len: 168 time: 0.1389995 Jul 29 17:19:15.074907 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af8294-0ef3-461e-9219-64f7884c2d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe04e96-b31c-40d7-8db5-194753b3512c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:15.082473 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:15.129223 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:15.136231 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:15.141520 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85706cf9-415f-4679-9354-6323d40f478d req-cd6ddc6a-04c1-44ef-b4cb-deadd24e4fe2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:15.161844 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-85706cf9-415f-4679-9354-6323d40f478d req-cd6ddc6a-04c1-44ef-b4cb-deadd24e4fe2 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 946 time: 0.1267982 Jul 29 17:19:15.170941 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349e1b4-0907-4461-b6ad-c3269ef1ac92 req-31c36b75-a896-41f1-9633-b826acea0675 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:15.173608 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39496) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:15.182686 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9349e1b4-0907-4461-b6ad-c3269ef1ac92 req-31c36b75-a896-41f1-9633-b826acea0675 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 946 time: 0.0906491 Jul 29 17:19:15.187659 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-b8010288-d1c1-4334-8daa-3a031814e409 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Request body: {'floatingip': {'port_id': '060b0075-4565-4865-9c5c-e7010868ed01'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:19:15.202911 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:19:15.205485 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04c2a8-49c5-47ae-98ac-13975578ec0f" -d '{"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-unplugged", "status": "completed", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:19:15.226067 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=8']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:15.226445 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce1399-4873-41d0-b400-361db04808d1 req-efc7f66b-16db-433d-b2d8-cfc0ccecba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:15.227979 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3ce1399-4873-41d0-b400-361db04808d1 req-efc7f66b-16db-433d-b2d8-cfc0ccecba7d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346&tenant_id=4f49c8e7caa845ba89744e3b3f921957 HTTP/1.1" status: 200 len: 1099 time: 0.1560645 Jul 29 17:19:15.248131 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b8010288-d1c1-4334-8daa-3a031814e409 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:15.257078 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-9349e1b4-0907-4461-b6ad-c3269ef1ac92 req-2dee83f9-903e-4ef4-914c-b21b083ad5a7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727870 Jul 29 17:19:15.309326 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec1ef5-52ad-4ff0-86fe-e2b537d97699 x-openstack-request-id: req-45ec1ef5-52ad-4ff0-86fe-e2b537d97699 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:19:15.309616 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-unplugged", "status": "completed", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:19:15.309873 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45ec1ef5-52ad-4ff0-86fe-e2b537d97699 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:19:15.310271 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'code': 200} Jul 29 17:19:15.429712 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4bd1d-e2d7-4ed9-9bc9-3a22b072257e req-594a0eed-0990-4c4c-bed9-43acd30d9d4d tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:15.431110 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e9e4bd1d-e2d7-4ed9-9bc9-3a22b072257e req-594a0eed-0990-4c4c-bed9-43acd30d9d4d tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.1858833 Jul 29 17:19:15.447353 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce1399-4873-41d0-b400-361db04808d1 req-8429875e-a375-41a8-add0-d832d31332e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:15.448889 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3ce1399-4873-41d0-b400-361db04808d1 req-8429875e-a375-41a8-add0-d832d31332e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 1097 time: 0.1637349 Jul 29 17:19:15.467329 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39504) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:15.511690 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-c3748ecb-0739-4dde-999d-8e2f6a2ce33e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e10ca38cc3d475ca0a531e42320b976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430994 Jul 29 17:19:15.512273 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39506) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:15.561160 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e2d69c31-9f00-4f3e-8024-69f873ef623e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:15.572664 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-e9e4bd1d-e2d7-4ed9-9bc9-3a22b072257e req-283a138c-3d83-4824-8ce3-bca9b70a843c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337469 Jul 29 17:19:15.586517 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e2d69c31-9f00-4f3e-8024-69f873ef623e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:15.632231 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e2d69c31-9f00-4f3e-8024-69f873ef623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:15.634836 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-e2d69c31-9f00-4f3e-8024-69f873ef623e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:15.635996 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-e2d69c31-9f00-4f3e-8024-69f873ef623e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e728f91-a511-4493-ad9b-253d658c16dd HTTP/1.1" status: 204 len: 168 time: 0.1227736 Jul 29 17:19:15.645167 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d69c31-9f00-4f3e-8024-69f873ef623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e728f91-a511-4493-ad9b-253d658c16dd,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:15.677057 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce1399-4873-41d0-b400-361db04808d1 req-ad26ba4a-851f-484c-9bdd-009cf6cfa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:15.678534 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3ce1399-4873-41d0-b400-361db04808d1 req-ad26ba4a-851f-484c-9bdd-009cf6cfa19a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.1896808 Jul 29 17:19:16.075939 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3ce1399-4873-41d0-b400-361db04808d1 req-0969b943-40d2-47d5-83ba-77cbc4157069 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d327c7-7772-4bce-93ea-757194b3b5ff HTTP/1.1" status: 200 len: 999 time: 0.3541086 Jul 29 17:19:16.158008 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce1399-4873-41d0-b400-361db04808d1 req-ae68002a-8c4f-493e-98e9-715148114935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:16.159465 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3ce1399-4873-41d0-b400-361db04808d1 req-ae68002a-8c4f-493e-98e9-715148114935 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0751958 Jul 29 17:19:16.247858 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b8010288-d1c1-4334-8daa-3a031814e409 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:16.254244 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b8010288-d1c1-4334-8daa-3a031814e409 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:16.261421 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce1399-4873-41d0-b400-361db04808d1 req-e8e2c84f-5609-49ac-9abd-e712c2eff5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:16.263266 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3ce1399-4873-41d0-b400-361db04808d1 req-e8e2c84f-5609-49ac-9abd-e712c2eff5a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0946229 Jul 29 17:19:16.407068 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:16.421326 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27b0f0-3529-4e50-b5d2-1fbab13ac9d0 req-5f5b7d45-ff9b-4f07-92c0-d2f153fa732b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:16.425016 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ed27b0f0-3529-4e50-b5d2-1fbab13ac9d0 req-5f5b7d45-ff9b-4f07-92c0-d2f153fa732b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0612667 Jul 29 17:19:16.450688 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [None req-b8010288-d1c1-4334-8daa-3a031814e409 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Floating IP 3e43ac7f-aa1e-4f0e-8d19-6b6d83298004 associated. External IP: 172.27.0.241, port: 060b0075-4565-4865-9c5c-e7010868ed01. Jul 29 17:19:16.458315 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3ce1399-4873-41d0-b400-361db04808d1 req-e5ebe562-7653-4088-bee3-2ab3d8012d28 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500163 Jul 29 17:19:16.464524 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ed27b0f0-3529-4e50-b5d2-1fbab13ac9d0 req-1de68e62-2d13-4ba8-8853-39f81e7e9c1d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346942 Jul 29 17:19:16.633889 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f3ce1399-4873-41d0-b400-361db04808d1 req-609b8d46-aac2-488d-9551-8e28eb836f76 service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411729 Jul 29 17:19:16.762131 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad4563-11c3-4960-9ba5-20232d4d4ef3 req-ccbc2c18-c2a0-485f-8e56-feb72c8106ec tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:16.763724 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5cad4563-11c3-4960-9ba5-20232d4d4ef3 req-ccbc2c18-c2a0-485f-8e56-feb72c8106ec tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0942705 Jul 29 17:19:16.802881 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8010288-d1c1-4334-8daa-3a031814e409 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:19:16.828927 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5cad4563-11c3-4960-9ba5-20232d4d4ef3 req-87e55654-e9cb-4784-94bd-ffc6f601f360 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561106 Jul 29 17:19:16.911062 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:16.947702 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8010288-d1c1-4334-8daa-3a031814e409 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:19:16.952613 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b8010288-d1c1-4334-8daa-3a031814e409 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:16.957872 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] Sync routers for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:19:16.967922 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:19:16.968755 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:19:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:16.987228 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b8010288-d1c1-4334-8daa-3a031814e409 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "PUT /v2.0/floatingips/3e43ac7f-aa1e-4f0e-8d19-6b6d83298004 HTTP/1.1" status: 200 len: 992 time: 1.8089092 Jul 29 17:19:16.987228 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'tag': '060b0075-4565-4865-9c5c-e7010868ed01'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:19:16.990432 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89d67af-db42-4694-9c92-f5683d0822c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11c25e-2030-48d6-9e86-e79e77ff0fcb", "tag": "060b0075-4565-4865-9c5c-e7010868ed01"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:19:17.029820 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbabd224-24fc-4bc2-97b1-8d609fa187ff x-openstack-request-id: req-bbabd224-24fc-4bc2-97b1-8d609fa187ff {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:19:17.030113 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11c25e-2030-48d6-9e86-e79e77ff0fcb", "tag": "060b0075-4565-4865-9c5c-e7010868ed01", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:19:17.030363 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbabd224-24fc-4bc2-97b1-8d609fa187ff {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:19:17.030764 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'tag': '060b0075-4565-4865-9c5c-e7010868ed01', 'status': 'completed', 'code': 200} Jul 29 17:19:17.086972 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:19:17.131226 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-55a5b5ae-5cce-4c22-8348-b3a458ec7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:17.132428 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-55a5b5ae-5cce-4c22-8348-b3a458ec7962 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74e6a20f26124832befe3b0ccf968d0c&device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 1099 time: 0.0498021 Jul 29 17:19:17.278467 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-7cc49ae8-3797-466d-8703-7f96d99a269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:17.281757 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-7cc49ae8-3797-466d-8703-7f96d99a269b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 200 len: 912 time: 0.1424096 Jul 29 17:19:17.405036 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '3e43ac7f-aa1e-4f0e-8d19-6b6d83298004', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'port_id': '060b0075-4565-4865-9c5c-e7010868ed01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'mac_address': 'fa:16:3e:86:a7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:01Z', 'updated_at': '2021-07-29T17:19:16Z', 'revision_number': 1, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:17.437154 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] Checking router: b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:19:17.446513 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:19:17.447137 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:19:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:17.571324 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:19:17.645175 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecc717-3895-4c5f-8748-7d1639a72e12 req-c3999805-4999-4b4c-990e-4495cec49075 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:17.646736 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-24ecc717-3895-4c5f-8748-7d1639a72e12 req-c3999805-4999-4b4c-990e-4495cec49075 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.1017179 Jul 29 17:19:17.697442 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-24ecc717-3895-4c5f-8748-7d1639a72e12 req-6f7b4cbc-0b4c-4596-afa8-361414f7d875 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Jul 29 17:19:17.830786 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '3e43ac7f-aa1e-4f0e-8d19-6b6d83298004', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'port_id': '060b0075-4565-4865-9c5c-e7010868ed01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'mac_address': 'fa:16:3e:86:a7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:01Z', 'updated_at': '2021-07-29T17:19:16Z', 'revision_number': 1, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:17.865422 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599bd4b-b182-4b28-b65f-d4342a10be0a None None] The sync data for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi is: [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '3e43ac7f-aa1e-4f0e-8d19-6b6d83298004', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'floating_ip_address': '172.27.0.241', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'port_id': '060b0075-4565-4865-9c5c-e7010868ed01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'mac_address': 'fa:16:3e:86:a7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:01Z', 'updated_at': '2021-07-29T17:19:16Z', 'revision_number': 1, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:19:17.990395 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb799937-606d-42e2-8dac-cdb41c03de20 req-b7662765-bb1f-467a-a673-093665429771 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:17.992580 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bb799937-606d-42e2-8dac-cdb41c03de20 req-b7662765-bb1f-467a-a673-093665429771 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0693922 Jul 29 17:19:18.055090 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-bb799937-606d-42e2-8dac-cdb41c03de20 req-c28cf52b-615d-44f1-bddf-ccc1a416879f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540123 Jul 29 17:19:18.143872 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa673cd-f16f-4205-9f0f-91dbaf013442 None None] New status for floating IP 3e43ac7f-aa1e-4f0e-8d19-6b6d83298004: ACTIVE {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:19:18.825487 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d1b9-a659-47cb-b008-86c5c2e843c8 req-2c08f20a-0a32-4825-906e-be500747f4d0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:18.827027 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af86d1b9-a659-47cb-b008-86c5c2e843c8 req-2c08f20a-0a32-4825-906e-be500747f4d0 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0536044 Jul 29 17:19:18.871167 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af86d1b9-a659-47cb-b008-86c5c2e843c8 req-0944c455-84dc-4d83-895a-38b11e5a395c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349495 Jul 29 17:19:19.166369 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b73d65-f2c3-4257-8abc-a94e6088423b req-f87d87a7-76b1-4199-ab38-88cf85771c46 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:19.167859 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-12b73d65-f2c3-4257-8abc-a94e6088423b req-f87d87a7-76b1-4199-ab38-88cf85771c46 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0529466 Jul 29 17:19:19.205492 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-12b73d65-f2c3-4257-8abc-a94e6088423b req-b26f087f-acd3-47d0-b5e1-a4436bb638e9 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312819 Jul 29 17:19:19.996795 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcd02b-4700-43b2-8a08-a56f9f69bff5 req-3767ad4d-2951-48e7-885d-ca349d40b696 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:20.004384 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-75fcd02b-4700-43b2-8a08-a56f9f69bff5 req-3767ad4d-2951-48e7-885d-ca349d40b696 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0561957 Jul 29 17:19:20.038436 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-75fcd02b-4700-43b2-8a08-a56f9f69bff5 req-d95a7725-2a53-4b45-8057-b6e0470e754e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331452 Jul 29 17:19:20.332328 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0b2b9-cc90-4035-8d12-6c1880a1042b req-8edbf676-e02e-4dc4-8609-430b03d2e889 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:20.334137 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-47a0b2b9-cc90-4035-8d12-6c1880a1042b req-8edbf676-e02e-4dc4-8609-430b03d2e889 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0572433 Jul 29 17:19:20.391354 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-47a0b2b9-cc90-4035-8d12-6c1880a1042b req-63825ea9-bc84-46ae-a35f-3391aeb4b95d tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510185 Jul 29 17:19:21.175183 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4df37a-7cb4-4393-b0d7-976d26dfdde7 req-cf86695b-03fc-4b21-8dea-e4ad503ea515 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:21.176756 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1a4df37a-7cb4-4393-b0d7-976d26dfdde7 req-cf86695b-03fc-4b21-8dea-e4ad503ea515 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0512869 Jul 29 17:19:21.220058 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-1a4df37a-7cb4-4393-b0d7-976d26dfdde7 req-7771bbf2-c16e-47f9-ad27-6c323ad69d1a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374331 Jul 29 17:19:21.507439 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32faf30-bee3-4936-865c-ba9e266bf7a1 req-373ef75a-25ed-4330-8d19-aaa2731c61f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:21.509024 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e32faf30-bee3-4936-865c-ba9e266bf7a1 req-373ef75a-25ed-4330-8d19-aaa2731c61f8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0507286 Jul 29 17:19:21.551043 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e32faf30-bee3-4936-865c-ba9e266bf7a1 req-459af82f-eceb-4878-808a-02fd5fb6f0fb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358489 Jul 29 17:19:22.359584 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412c000-1b5c-4c64-ae1f-62e24fefb0ca req-a13935c2-ad7f-4cc3-9e66-cf9d6105584b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:22.361257 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7412c000-1b5c-4c64-ae1f-62e24fefb0ca req-a13935c2-ad7f-4cc3-9e66-cf9d6105584b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0624568 Jul 29 17:19:22.421388 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7412c000-1b5c-4c64-ae1f-62e24fefb0ca req-0c7277fc-b1a0-4141-be05-6386f6321b5e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526328 Jul 29 17:19:22.668683 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9b370-3081-43dc-8297-4fd2a51b5bc1 req-5a8fb3f3-00ae-4920-8f05-68316ef22ece tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:22.670232 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c0c9b370-3081-43dc-8297-4fd2a51b5bc1 req-5a8fb3f3-00ae-4920-8f05-68316ef22ece tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0509074 Jul 29 17:19:22.710194 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c0c9b370-3081-43dc-8297-4fd2a51b5bc1 req-e16c5c5c-6ee2-42eb-ae1d-7289509c10b9 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330236 Jul 29 17:19:23.564675 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa59c18-efe6-4047-911c-3e07866c6449 req-04ed255d-8476-44a3-a72b-d289d3187ad1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:23.566333 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-baa59c18-efe6-4047-911c-3e07866c6449 req-04ed255d-8476-44a3-a72b-d289d3187ad1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0564876 Jul 29 17:19:23.609197 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-baa59c18-efe6-4047-911c-3e07866c6449 req-28dd3a7e-2705-4183-aff1-bfc433e225f3 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356345 Jul 29 17:19:23.843540 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af021606-f4de-4241-8ae8-7ae7e69366e6 req-731e02eb-2d91-47af-aa08-e53bc0256b62 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:23.845276 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af021606-f4de-4241-8ae8-7ae7e69366e6 req-731e02eb-2d91-47af-aa08-e53bc0256b62 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0575612 Jul 29 17:19:23.897633 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af021606-f4de-4241-8ae8-7ae7e69366e6 req-fc6dc22b-c6a3-488a-8fbd-c229581361f9 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460715 Jul 29 17:19:24.749195 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ed14f-4e7d-4887-beff-d3555e226a31 req-dbe082ac-2f15-464a-84a6-615f8fe8fb5e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:24.750729 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-967ed14f-4e7d-4887-beff-d3555e226a31 req-dbe082ac-2f15-464a-84a6-615f8fe8fb5e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0551252 Jul 29 17:19:24.798224 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-967ed14f-4e7d-4887-beff-d3555e226a31 req-5e4f4aad-4f73-4ae6-904d-d5e079f4132d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407491 Jul 29 17:19:25.029979 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49e5c0-b1dd-44c4-b1bf-ca55d4538cb8 req-36035f83-5b1e-4b0c-9733-0a0c1bad09b1 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:25.031492 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2a49e5c0-b1dd-44c4-b1bf-ca55d4538cb8 req-36035f83-5b1e-4b0c-9733-0a0c1bad09b1 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0595965 Jul 29 17:19:25.075111 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2a49e5c0-b1dd-44c4-b1bf-ca55d4538cb8 req-f3ef2c3e-5e03-4b07-ae1c-d2506cb9fa08 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368326 Jul 29 17:19:25.961486 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a004a7-c1dc-474a-ace7-a19fe135b0b1 req-7ba83606-5f2b-4f40-9601-c727d2f24146 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:25.963331 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e3a004a7-c1dc-474a-ace7-a19fe135b0b1 req-7ba83606-5f2b-4f40-9601-c727d2f24146 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0800648 Jul 29 17:19:26.007965 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e3a004a7-c1dc-474a-ace7-a19fe135b0b1 req-bfddbbcd-17f4-4acc-acc1-4e5fa52c5ebb tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372543 Jul 29 17:19:26.201089 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809897aa-5968-4c50-9436-e059ca2d0868 req-a2a118aa-355a-4cdf-800d-fbad7d2b1c28 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:26.202719 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-809897aa-5968-4c50-9436-e059ca2d0868 req-a2a118aa-355a-4cdf-800d-fbad7d2b1c28 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0523374 Jul 29 17:19:26.245883 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-809897aa-5968-4c50-9436-e059ca2d0868 req-59ffab01-a8be-4788-adf2-8ef2505d51bf tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371742 Jul 29 17:19:27.138798 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f53e06-1c42-476d-9c9e-c61d61431b98 req-d4047479-59a5-4be7-934c-92ad26fb9b48 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:27.140466 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-44f53e06-1c42-476d-9c9e-c61d61431b98 req-d4047479-59a5-4be7-934c-92ad26fb9b48 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0503016 Jul 29 17:19:27.181847 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-44f53e06-1c42-476d-9c9e-c61d61431b98 req-6a00f710-23b0-414a-a8d7-29a66ac49553 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335109 Jul 29 17:19:27.368867 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551646f9-7148-495c-9a2a-7235a8646f49 req-18b017d3-41ad-426b-a1d5-de4aa76e2b24 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:27.379140 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-551646f9-7148-495c-9a2a-7235a8646f49 req-18b017d3-41ad-426b-a1d5-de4aa76e2b24 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0649004 Jul 29 17:19:27.414875 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-551646f9-7148-495c-9a2a-7235a8646f49 req-f5d06262-d389-47bd-8065-41a7e80e7f4e tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348401 Jul 29 17:19:28.307773 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0c75-c017-4f3e-a7e5-a218d4b51393 req-9136c2e1-9f82-4ae5-a01e-26607bed39a1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:28.309361 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af5b0c75-c017-4f3e-a7e5-a218d4b51393 req-9136c2e1-9f82-4ae5-a01e-26607bed39a1 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0515707 Jul 29 17:19:28.348020 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-af5b0c75-c017-4f3e-a7e5-a218d4b51393 req-c7821339-dc36-49e3-8d48-b5b27b91aab9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Jul 29 17:19:28.488335 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-0295cb4f-81ab-4b17-8834-c7c0a0f32f59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=060b0075-4565-4865-9c5c-e7010868ed01 HTTP/1.1" status: 200 len: 1002 time: 0.0733597 Jul 29 17:19:28.528061 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e093074-2edd-4fa6-902b-11d3b12d676c req-89088bb4-a766-4aa6-afd6-fde2fb96acc2 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:28.529846 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3e093074-2edd-4fa6-902b-11d3b12d676c req-89088bb4-a766-4aa6-afd6-fde2fb96acc2 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0494251 Jul 29 17:19:28.572522 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-3e093074-2edd-4fa6-902b-11d3b12d676c req-6a4b7e37-e1b2-4d14-b0ff-1fd44df9c620 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342772 Jul 29 17:19:28.576083 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-0fae3dbc-081b-4728-819c-9c57498fdc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:28.577726 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-0fae3dbc-081b-4728-819c-9c57498fdc6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bdd4ae2f-4f71-4b97-8343-afc0635933bb HTTP/1.1" status: 200 len: 850 time: 0.0461190 Jul 29 17:19:28.632125 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-08994991-25db-4e1a-9f4e-5ccfcfabb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:28.633644 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-08994991-25db-4e1a-9f4e-5ccfcfabb873 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a82dc695-f1af-4a67-9797-b862590f6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414326 Jul 29 17:19:28.727435 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-0ab46a13-a579-423a-8cd1-884062c1086a service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Jul 29 17:19:28.819544 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a89d67af-db42-4694-9c92-f5683d0822c3 req-67225929-36f0-4c06-a48c-795acb939614 service neutron] 10.222.0.44 "GET /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822060 Jul 29 17:19:29.480625 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f59cd-cff7-4827-b8d3-b1c34e44dfd4 req-fb611c46-15e2-435e-9f2a-af10068ce3a2 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:29.482127 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f81f59cd-cff7-4827-b8d3-b1c34e44dfd4 req-fb611c46-15e2-435e-9f2a-af10068ce3a2 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0562787 Jul 29 17:19:29.528330 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f81f59cd-cff7-4827-b8d3-b1c34e44dfd4 req-72c0b55f-82b0-4b74-ac98-349b49443b87 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354018 Jul 29 17:19:29.685277 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958cdde-5d35-4867-b3e6-1751dae73d5b req-e48d47cf-7ccf-48d3-a248-a6f81453dc62 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:29.686793 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0958cdde-5d35-4867-b3e6-1751dae73d5b req-e48d47cf-7ccf-48d3-a248-a6f81453dc62 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0486672 Jul 29 17:19:29.727102 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0958cdde-5d35-4867-b3e6-1751dae73d5b req-02ad78cf-a8fb-4873-ad60-ed84de228012 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341904 Jul 29 17:19:30.651708 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6289d-ec03-4a84-88b0-4e7e8fada1a5 req-180d2c8d-c237-49eb-bf98-6262a930121e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:30.653206 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7dc6289d-ec03-4a84-88b0-4e7e8fada1a5 req-180d2c8d-c237-49eb-bf98-6262a930121e tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0487413 Jul 29 17:19:30.671462 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:19:30.693170 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7dc6289d-ec03-4a84-88b0-4e7e8fada1a5 req-7198e47c-f520-40d9-aaa7-3666ec595887 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Jul 29 17:19:30.850102 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b64918-e18b-4231-9052-3725ec4f28fd req-94f9d786-3dac-4bd5-a1c6-1ca9209cf3fe tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:30.851480 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-85b64918-e18b-4231-9052-3725ec4f28fd req-94f9d786-3dac-4bd5-a1c6-1ca9209cf3fe tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0532382 Jul 29 17:19:30.889457 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-85b64918-e18b-4231-9052-3725ec4f28fd req-99fe00b9-e300-4c05-9724-edfd18c41567 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316870 Jul 29 17:19:31.812907 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e33e-acb4-422b-a033-d83879450469 req-04cadbf4-ed18-4bb0-920d-f3b1c3ecba3c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:31.814357 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0a18e33e-acb4-422b-a033-d83879450469 req-04cadbf4-ed18-4bb0-920d-f3b1c3ecba3c tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 944 time: 0.0477049 Jul 29 17:19:31.853256 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-0a18e33e-acb4-422b-a033-d83879450469 req-fc438646-47ab-4cac-8b6d-dfdcf89c22a7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325272 Jul 29 17:19:32.007428 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d0ea3-1c93-434f-8ea8-57f8ae669206 req-4d948e6d-fafc-4c11-be06-d60dd6bfbd57 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:32.008881 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f61d0ea3-1c93-434f-8ea8-57f8ae669206 req-4d948e6d-fafc-4c11-be06-d60dd6bfbd57 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 943 time: 0.0506446 Jul 29 17:19:32.046245 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f61d0ea3-1c93-434f-8ea8-57f8ae669206 req-4c09a6ec-49d1-47d2-9593-2e90d1264795 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Jul 29 17:19:32.186808 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 98bbb120-4890-4851-9295-20a36e7b5fa8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:19:32.407064 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 98bbb120-4890-4851-9295-20a36e7b5fa8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=98bbb120-4890-4851-9295-20a36e7b5fa8,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:32.419288 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:19:32.455637 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:32.467951 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bbb120-4890-4851-9295-20a36e7b5fa8 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:19:32.488274 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 98bbb120-4890-4851-9295-20a36e7b5fa8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=98bbb120-4890-4851-9295-20a36e7b5fa8,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:32.492793 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:32.493461 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 91d327c7-7772-4bce-93ea-757194b3b5ff details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:19:32.586511 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=98bbb120-4890-4851-9295-20a36e7b5fa8,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:32.627688 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:32.640274 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'port_id': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'mac_address': 'fa:16:3e:06:22:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:19:32.679934 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:32.694516 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d327c7-7772-4bce-93ea-757194b3b5ff {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:19:32.715699 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:32.719164 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:32.769957 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=9']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:32.974150 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b0cdb-f011-4a13-83f9-4930ec3aca19 req-fb2bb984-9929-4ec0-8e17-ee0a81de100a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:32.976222 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7e2b0cdb-f011-4a13-83f9-4930ec3aca19 req-fb2bb984-9929-4ec0-8e17-ee0a81de100a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 945 time: 0.0530586 Jul 29 17:19:33.014364 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7e2b0cdb-f011-4a13-83f9-4930ec3aca19 req-fc9f800e-6926-481c-979d-ab175a723ec7 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Jul 29 17:19:33.099107 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['91d327c7-7772-4bce-93ea-757194b3b5ff'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:19:33.127615 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['98bbb120-4890-4851-9295-20a36e7b5fa8'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:19:33.166364 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7dc29-e54f-44ec-b3c1-30b87eecd546 req-ca3f78ab-2b1d-45eb-83ad-5bfc7e855c1b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:33.167808 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-05a7dc29-e54f-44ec-b3c1-30b87eecd546 req-ca3f78ab-2b1d-45eb-83ad-5bfc7e855c1b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 944 time: 0.0546234 Jul 29 17:19:33.208254 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-05a7dc29-e54f-44ec-b3c1-30b87eecd546 req-f2894473-e734-463c-89a0-6c4319529c3b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338349 Jul 29 17:19:34.140155 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421ad03-525d-47a3-a2b9-534a97149fdb req-3615826b-f433-48d5-9a1e-524c5bb83ed9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:34.141865 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0421ad03-525d-47a3-a2b9-534a97149fdb req-3615826b-f433-48d5-9a1e-524c5bb83ed9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 945 time: 0.0527673 Jul 29 17:19:34.180436 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0421ad03-525d-47a3-a2b9-534a97149fdb req-fa18108e-c700-4030-9941-24bdcb956e45 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Jul 29 17:19:34.325455 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d57d5-b7e3-4b79-8cca-b12cef00da51 req-db574f8a-ee54-469f-9872-5a5a30d2255c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:34.327161 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-177d57d5-b7e3-4b79-8cca-b12cef00da51 req-db574f8a-ee54-469f-9872-5a5a30d2255c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 944 time: 0.0514705 Jul 29 17:19:34.374163 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-177d57d5-b7e3-4b79-8cca-b12cef00da51 req-72fb0cf1-eb7e-4aaa-8748-20e5a6db6bf5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 Jul 29 17:19:35.106720 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 98bbb120-4890-4851-9295-20a36e7b5fa8 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:19:35.167370 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port 98bbb120-4890-4851-9295-20a36e7b5fa8 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:19:35.170863 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 98bbb120-4890-4851-9295-20a36e7b5fa8 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:19:35.171228 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:35.245170 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:35.269138 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:19:35.271974 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf863b01-f32f-41ac-8b46-16917aa67b17" -d '{"events": [{"server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "name": "network-vif-plugged", "status": "completed", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:19:35.289944 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 98bbb120-4890-4851-9295-20a36e7b5fa8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=98bbb120-4890-4851-9295-20a36e7b5fa8,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:35.294560 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:35.295351 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 91d327c7-7772-4bce-93ea-757194b3b5ff up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:19:35.301502 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a735b-34f0-4104-b27d-5908e10a6623 req-d1c36855-440a-4286-ab34-c6b878f3e6ab tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:35.303456 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dd5a735b-34f0-4104-b27d-5908e10a6623 req-d1c36855-440a-4286-ab34-c6b878f3e6ab tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 945 time: 0.0522189 Jul 29 17:19:35.338043 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aa19f8-2491-47d1-aa6f-bf85955c7bd5 x-openstack-request-id: req-d2aa19f8-2491-47d1-aa6f-bf85955c7bd5 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:19:35.338343 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "name": "network-vif-plugged", "status": "completed", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:19:35.338557 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2aa19f8-2491-47d1-aa6f-bf85955c7bd5 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:19:35.338941 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'code': 200} Jul 29 17:19:35.345893 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-dd5a735b-34f0-4104-b27d-5908e10a6623 req-eeccc779-1a25-4011-9dee-ee2f63dc7ef5 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355415 Jul 29 17:19:35.378276 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=98bbb120-4890-4851-9295-20a36e7b5fa8,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:35.397385 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 91d327c7-7772-4bce-93ea-757194b3b5ff triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:19:35.400880 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:35.483311 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:35.524204 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:19:35.529165 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:35.532383 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83b40f-ccf8-4dcf-b7eb-0d7787ea72a5 req-756e2a49-6bde-447f-bb1d-3d53137a4426 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:35.533824 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c83b40f-ccf8-4dcf-b7eb-0d7787ea72a5 req-756e2a49-6bde-447f-bb1d-3d53137a4426 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0863371 Jul 29 17:19:35.574119 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c83b40f-ccf8-4dcf-b7eb-0d7787ea72a5 req-ee3827d7-41d9-4742-8050-ffd5efc22924 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336695 Jul 29 17:19:35.586857 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=10']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:35.598293 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad769a8-aae4-43e4-9a8a-4cc85f08e5f0 req-3e6162d1-82a1-45a5-ade1-3dd226faf5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:35.599903 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fad769a8-aae4-43e4-9a8a-4cc85f08e5f0 req-3e6162d1-82a1-45a5-ade1-3dd226faf5b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0516164 Jul 29 17:19:35.636222 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fad769a8-aae4-43e4-9a8a-4cc85f08e5f0 req-9dbee9b1-b614-44f2-8b97-a525cf8a5498 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280783 Jul 29 17:19:36.469676 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 39744) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:36.476485 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500d83c-8b57-4fed-9326-5e1786de2a23 req-23afa463-eb6d-4f83-baa3-1b0cc34ca5ca tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:36.477988 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d500d83c-8b57-4fed-9326-5e1786de2a23 req-23afa463-eb6d-4f83-baa3-1b0cc34ca5ca tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 947 time: 0.0496509 Jul 29 17:19:36.516610 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d500d83c-8b57-4fed-9326-5e1786de2a23 req-150a8a71-3e56-4b21-84b3-27974528c03d tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327964 Jul 29 17:19:36.572497 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:36.670157 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:36.674627 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:36.713971 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7544a2c-50a2-4742-9459-dba6840f880c,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:36.725527 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423ac4-547e-4eb3-92e6-befdb777e4ca req-47e3d8ed-e53c-424f-8132-e89510f2e667 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:36.725872 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c03f50bdd2446f499f0c395cd4f306d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476277 Jul 29 17:19:36.725986 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d9423ac4-547e-4eb3-92e6-befdb777e4ca req-47e3d8ed-e53c-424f-8132-e89510f2e667 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0535197 Jul 29 17:19:36.725986 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39752) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:36.728971 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.729532 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.730095 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.730825 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.731357 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.733481 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.733481 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.736969 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.737802 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.738235 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.738629 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.739124 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51acd4a4-f097-4d47-a05f-7101f7110828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.792792 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d9423ac4-547e-4eb3-92e6-befdb777e4ca req-903c4af7-6614-41fb-92b4-8a82f43440a0 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614312 Jul 29 17:19:36.807187 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:36.828504 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:36.874087 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:36.876819 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:36.877955 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7544a2c-50a2-4742-9459-dba6840f880c HTTP/1.1" status: 204 len: 168 time: 0.1521273 Jul 29 17:19:36.886979 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7544a2c-50a2-4742-9459-dba6840f880c,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:36.894163 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.894516 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.894866 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.895198 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.895531 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.895867 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.896235 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.896644 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.896926 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.897254 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.897578 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:36.897900 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb550a70-80bb-4f97-a977-51dbfacaf703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:19:37.340650 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:19:37.342965 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e3439-06a8-41d0-a785-38f5dce64a33" -d '{"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-plugged", "status": "completed", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:19:37.379607 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffdcaae-3aa4-49ba-a4cf-54932ea29e87 x-openstack-request-id: req-3ffdcaae-3aa4-49ba-a4cf-54932ea29e87 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:19:37.379898 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-plugged", "status": "completed", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:19:37.380173 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ffdcaae-3aa4-49ba-a4cf-54932ea29e87 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:19:37.380618 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'code': 200} Jul 29 17:19:37.641191 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f208572-c24a-4185-aa6f-fb0803596b81 req-3bab6b35-fbe9-47c6-aa9b-26fdefcbc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:37.642702 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4f208572-c24a-4185-aa6f-fb0803596b81 req-3bab6b35-fbe9-47c6-aa9b-26fdefcbc78a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 1100 time: 0.0730064 Jul 29 17:19:37.654757 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871eda3-0dbf-499d-bd08-0e94b3191027 req-998f5bfd-a2a5-4858-88c1-d828cb50587b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:37.656194 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6871eda3-0dbf-499d-bd08-0e94b3191027 req-998f5bfd-a2a5-4858-88c1-d828cb50587b tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 947 time: 0.0609729 Jul 29 17:19:37.715066 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4f208572-c24a-4185-aa6f-fb0803596b81 req-8831db94-d7b4-43db-8f44-4c471b0457ff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579066 Jul 29 17:19:37.718064 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6871eda3-0dbf-499d-bd08-0e94b3191027 req-5f82d049-f071-4870-81fd-e05c63cf8f09 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553503 Jul 29 17:19:37.911299 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb4619-8cd0-4049-853e-447faead0b4f req-50df7b2d-779b-45c5-b87a-7f0d5d5f281d tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:37.913391 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c4bb4619-8cd0-4049-853e-447faead0b4f req-50df7b2d-779b-45c5-b87a-7f0d5d5f281d tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0520918 Jul 29 17:19:37.953919 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c4bb4619-8cd0-4049-853e-447faead0b4f req-27e8478e-12cf-4334-9567-06129a87df2b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339136 Jul 29 17:19:38.082998 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c0802-e800-4014-a5df-96645edfb762 req-7ecb4b1b-80da-4ada-9a10-04fe9ad02073 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:38.084608 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-202c0802-e800-4014-a5df-96645edfb762 req-7ecb4b1b-80da-4ada-9a10-04fe9ad02073 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0580242 Jul 29 17:19:38.123725 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-202c0802-e800-4014-a5df-96645edfb762 req-9459e0a0-9234-4c40-84ed-3b6af4436ab5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331035 Jul 29 17:19:38.145594 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39828) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:38.185850 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a46c4e3-cc67-4839-8795-1c039e454e39 tempest-TestVolumeBootPattern-141714186 tempest-TestVolumeBootPattern-141714186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:38.187400 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-5a46c4e3-cc67-4839-8795-1c039e454e39 tempest-TestVolumeBootPattern-141714186 tempest-TestVolumeBootPattern-141714186-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 1093 time: 0.0408175 Jul 29 17:19:38.190141 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 39830) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:19:38.194429 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'floatingip': {'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:19:38.215160 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:38.318591 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:38.427780 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Allocated IP 172.27.0.34 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/8bd80713-7aa1-4fbf-b972-8ce82ebbd363) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:19:38.536101 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:38.574684 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:38.615057 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:19:38.619628 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:19:38.623853 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:19:38.626845 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'Port': ['ID=8bd80713-7aa1-4fbf-b972-8ce82ebbd363,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:38.852414 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f2357-90f6-4a80-bd99-8ef47cc9117a req-a51605b6-2719-40c1-942a-3b9de5397223 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:38.860398 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c09f2357-90f6-4a80-bd99-8ef47cc9117a req-a51605b6-2719-40c1-942a-3b9de5397223 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 947 time: 0.0610342 Jul 29 17:19:38.895796 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c09f2357-90f6-4a80-bd99-8ef47cc9117a req-6042c02c-c1ed-42ec-920d-f26b80670299 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343177 Jul 29 17:19:38.996038 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:39.065928 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:39.239525 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:39.244781 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:39.314917 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'Port': ['ID=8bd80713-7aa1-4fbf-b972-8ce82ebbd363,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:19:39.335396 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:39.445382 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Floating IP 4901cacf-b2ec-45ab-9c87-03b1e056d4b1 associated. External IP: 172.27.0.34, port: 98bbb120-4890-4851-9295-20a36e7b5fa8. Jul 29 17:19:39.961106 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Router 17de73cb-8ef6-48f1-a051-c83ea08530a5 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:19:40.015223 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691d3d8-1cea-4c0f-8dc7-6d71e0108d19 req-048edd0b-e4ce-417c-8fb8-6b6596a35acf tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:40.016732 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d691d3d8-1cea-4c0f-8dc7-6d71e0108d19 req-048edd0b-e4ce-417c-8fb8-6b6596a35acf tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 947 time: 0.0481362 Jul 29 17:19:40.059295 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d691d3d8-1cea-4c0f-8dc7-6d71e0108d19 req-d6f245e3-843a-4be1-ac94-5c297c109fa9 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Jul 29 17:19:40.077751 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:19:40.100360 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] Sync routers for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:19:40.106329 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:40.110212 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:19:40.110956 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:19:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:40.137081 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b33992e4-f5a6-4e18-b8b1-2824d2199315 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9459186 Jul 29 17:19:40.138129 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:19:40.140818 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad19ac77-a4ba-44df-917f-421ec9cc0f06" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:19:40.186632 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53075096-f97f-49ab-a420-aa6a67b6881e x-openstack-request-id: req-53075096-f97f-49ab-a420-aa6a67b6881e {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:19:40.186924 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:19:40.187171 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53075096-f97f-49ab-a420-aa6a67b6881e {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:19:40.187679 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'status': 'completed', 'code': 200} Jul 29 17:19:40.227215 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:19:40.274746 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-64fb2936-b159-41f6-b1b4-2f036d176fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:40.276426 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-64fb2936-b159-41f6-b1b4-2f036d176fda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0459194 Jul 29 17:19:40.387789 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-9f63ab21-5c77-480d-8b31-45adce7575bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:40.389353 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-9f63ab21-5c77-480d-8b31-45adce7575bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.0926585 Jul 29 17:19:40.456114 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '4901cacf-b2ec-45ab-9c87-03b1e056d4b1', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:38Z', 'updated_at': '2021-07-29T17:19:38Z', 'revision_number': 0, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:40.467955 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-8042d5b2-0091-470e-8285-6aa561473e9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98bbb120-4890-4851-9295-20a36e7b5fa8 HTTP/1.1" status: 200 len: 998 time: 0.0702345 Jul 29 17:19:40.486641 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] Checking router: 17de73cb-8ef6-48f1-a051-c83ea08530a5 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:19:40.495177 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:19:40.495782 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:19:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:40.519847 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-1c1e8053-3f00-4aa8-aad4-8ac08069db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:40.521911 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-1c1e8053-3f00-4aa8-aad4-8ac08069db07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0460920 Jul 29 17:19:40.569804 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-62d0403f-3ddc-43bb-8d17-52e05f8a230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:19:40.571325 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-62d0403f-3ddc-43bb-8d17-52e05f8a230e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420227 Jul 29 17:19:40.601694 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:19:40.669272 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-c1f71d52-70bc-4545-8971-d5cb4758d8e9 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886378 Jul 29 17:19:40.762241 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad19ac77-a4ba-44df-917f-421ec9cc0f06 req-59c679cb-2938-441c-a01d-5b5ab549a004 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854912 Jul 29 17:19:40.831414 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '4901cacf-b2ec-45ab-9c87-03b1e056d4b1', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:38Z', 'updated_at': '2021-07-29T17:19:38Z', 'revision_number': 0, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:19:40.858597 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00758d33-88ea-4d66-a0fd-2cc81ccdb4cd None None] The sync data for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi is: [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '4901cacf-b2ec-45ab-9c87-03b1e056d4b1', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:38Z', 'updated_at': '2021-07-29T17:19:38Z', 'revision_number': 0, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:19:41.053028 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ebdf7-2902-4471-a35a-95f32aff0495 None None] New status for floating IP 4901cacf-b2ec-45ab-9c87-03b1e056d4b1: ACTIVE {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:19:41.343655 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e549bbe3-3de2-4ed2-8de1-64023f58e07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:43.862807 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-21350b0f-82c5-404f-b942-f3e9ee0a36b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:43.975173 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:44.853282 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:46.410157 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:19:46.910552 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:07.671159 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:20:11.348339 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a51bbb68-b06d-4a8e-934a-78e7f302b7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:11.351258 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40088) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:11.468066 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d6463a8f-b972-473a-8f6d-30969c0e4769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:11.603557 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d6463a8f-b972-473a-8f6d-30969c0e4769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:11.607981 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d6463a8f-b972-473a-8f6d-30969c0e4769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:11.650012 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-d6463a8f-b972-473a-8f6d-30969c0e4769 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28a053105f52432ab187c188ec1c32b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975686 Jul 29 17:20:11.650788 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6463a8f-b972-473a-8f6d-30969c0e4769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbddbb0-7546-4cde-b430-b9d3f1578167,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:11.653124 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40092) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:11.712987 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-67217244-185b-40ee-bf41-1846c279d36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:11.741609 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-67217244-185b-40ee-bf41-1846c279d36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:11.792736 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-67217244-185b-40ee-bf41-1846c279d36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:11.795522 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-67217244-185b-40ee-bf41-1846c279d36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:11.796804 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-67217244-185b-40ee-bf41-1846c279d36a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bbddbb0-7546-4cde-b430-b9d3f1578167 HTTP/1.1" status: 204 len: 168 time: 0.1426265 Jul 29 17:20:11.805929 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67217244-185b-40ee-bf41-1846c279d36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbddbb0-7546-4cde-b430-b9d3f1578167,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:12.939593 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40124) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:13.050515 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-da31ef0c-556c-454d-9d4d-be1a86427b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:13.161239 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-da31ef0c-556c-454d-9d4d-be1a86427b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:13.167879 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-da31ef0c-556c-454d-9d4d-be1a86427b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:13.221622 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-da31ef0c-556c-454d-9d4d-be1a86427b14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=138ecb6a7b2b49e3aa0ab8ca03d7c740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771971 Jul 29 17:20:13.221622 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31ef0c-556c-454d-9d4d-be1a86427b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af91a0af-686b-434e-9085-2ba623ad78d7,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:13.222079 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40136) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:13.286880 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c90a92ed-eb94-4cd6-a9c1-76d1007a4f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:13.314269 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c90a92ed-eb94-4cd6-a9c1-76d1007a4f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:13.367064 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c90a92ed-eb94-4cd6-a9c1-76d1007a4f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:13.369693 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c90a92ed-eb94-4cd6-a9c1-76d1007a4f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:13.371037 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-c90a92ed-eb94-4cd6-a9c1-76d1007a4f06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af91a0af-686b-434e-9085-2ba623ad78d7 HTTP/1.1" status: 204 len: 168 time: 0.1469884 Jul 29 17:20:13.380717 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a92ed-eb94-4cd6-a9c1-76d1007a4f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af91a0af-686b-434e-9085-2ba623ad78d7,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:13.864725 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d8d1a586-38ed-4ca8-8e67-5d41066d18fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:13.983634 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:14.509286 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-df4014a4-5523-4203-84d7-3cd91e9f0e8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438962 Jul 29 17:20:14.618046 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-f2e726f1-054a-4ad1-88d5-cdd969bed880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:14.619544 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-f2e726f1-054a-4ad1-88d5-cdd969bed880 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f49c8e7caa845ba89744e3b3f921957&device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 1100 time: 0.0426996 Jul 29 17:20:14.729427 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-3d17cb25-31fc-4ef2-ad91-c2c3232a6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:14.731115 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-3d17cb25-31fc-4ef2-ad91-c2c3232a6d39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 200 len: 917 time: 0.0892146 Jul 29 17:20:14.806063 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-134b9ab7-1d19-41fb-be24-ee6143d5d5a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d327c7-7772-4bce-93ea-757194b3b5ff HTTP/1.1" status: 200 len: 1001 time: 0.0658917 Jul 29 17:20:14.854498 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:14.863043 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-6d5ede4e-90cd-4fb0-9c5a-168622edc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:14.865236 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-6d5ede4e-90cd-4fb0-9c5a-168622edc1ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 200 len: 855 time: 0.0508955 Jul 29 17:20:14.916976 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-d027c78a-6cb8-4317-9b5a-b608b4efeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:14.918658 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-d027c78a-6cb8-4317-9b5a-b608b4efeb81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b39dcddd-f6ab-4305-9095-ea403aee27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452406 Jul 29 17:20:15.040380 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-c9434d76-d2bb-4f91-8b2e-38030d5f502e service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089342 Jul 29 17:20:15.156117 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07eb8405-796e-4030-a0af-85bb28edfa21 req-54e6683f-dde4-4fe5-86db-e14f7192999d service neutron] 10.222.0.44 "GET /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000109 Jul 29 17:20:16.405729 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:16.917539 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:17.294230 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bb118-4d68-484d-964f-1c14c0c8df2f req-274670de-1f3b-43a1-b148-6de4a03d909a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:17.296831 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a37bb118-4d68-484d-964f-1c14c0c8df2f req-274670de-1f3b-43a1-b148-6de4a03d909a tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 947 time: 0.0769038 Jul 29 17:20:17.342359 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a37bb118-4d68-484d-964f-1c14c0c8df2f req-5787057b-fe15-420a-89d4-7835b9ee5345 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384929 Jul 29 17:20:18.463541 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c440380-d3c2-4f5b-a2bf-117453e22ae0 req-78a7c268-0e8a-4d8e-9cf9-8579fe49d2c8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:18.465069 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c440380-d3c2-4f5b-a2bf-117453e22ae0 req-78a7c268-0e8a-4d8e-9cf9-8579fe49d2c8 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 947 time: 0.0491529 Jul 29 17:20:18.505568 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c440380-d3c2-4f5b-a2bf-117453e22ae0 req-27a33bde-27bc-4cb3-84ba-ab8268895bea tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups?id=aabc9d16-863d-401b-aab0-cd63279962da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344546 Jul 29 17:20:18.872358 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-f5d8aa06-fcbb-4f2e-ac9a-cbe6ace6c085 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:18.873890 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-f5d8aa06-fcbb-4f2e-ac9a-cbe6ace6c085 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 947 time: 0.0515792 Jul 29 17:20:18.966239 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Deleting port 91d327c7-7772-4bce-93ea-757194b3b5ff {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:18.966569 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:19.060122 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] For port 91d327c7-7772-4bce-93ea-757194b3b5ff, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91d327c7-7772-4bce-93ea-757194b3b5ff,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:19.060486 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:19.237194 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:19.237573 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:19.237894 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Floating IP a3d02ea3-2ae0-4290-9cb2-852ba545055e disassociated. External IP: 172.27.0.53, port: 91d327c7-7772-4bce-93ea-757194b3b5ff. Jul 29 17:20:19.238892 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Calling delete_port for 91d327c7-7772-4bce-93ea-757194b3b5ff owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:19.369892 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:19.397020 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event deleted for resources: {'Port': ['ID=91d327c7-7772-4bce-93ea-757194b3b5ff,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:19.516133 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Router aff1dd2b-aa03-43e2-abfe-7612258babd6 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:20:19.635822 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fed473c5-ed4a-4e9f-97a9-0ef709d377dc req-420e4729-8b73-4750-ad1a-98438879c302 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacfb513-65b6-44d4-bae2-6284727f5346 HTTP/1.1" status: 200 len: 210 time: 0.0565550 Jul 29 17:20:19.702048 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:20:19.713190 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] Sync routers for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:20:19.724890 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:20:19.725702 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:20:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:19.746621 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] No DVR routers for this DVR port 91d327c7-7772-4bce-93ea-757194b3b5ff on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:20:19.749187 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:19.751400 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-35c9f289-9080-47a2-a053-d3b9f699a2f0 req-5d537b31-482b-4920-b8e8-868d123dec43 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.44 "DELETE /v2.0/ports/91d327c7-7772-4bce-93ea-757194b3b5ff HTTP/1.1" status: 204 len: 173 time: 0.8708825 Jul 29 17:20:19.751947 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-deleted', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:20:19.759064 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d508eb68-dd35-4aee-bc51-85a2fdd24ed9" -d '{"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-deleted", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:20:19.802084 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d2516-96c6-4880-b95e-e1705748658b x-openstack-request-id: req-f42d2516-96c6-4880-b95e-e1705748658b {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:20:19.802434 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacfb513-65b6-44d4-bae2-6284727f5346", "name": "network-vif-deleted", "tag": "91d327c7-7772-4bce-93ea-757194b3b5ff", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:20:19.802685 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f42d2516-96c6-4880-b95e-e1705748658b {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:20:19.803084 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacfb513-65b6-44d4-bae2-6284727f5346', 'name': 'network-vif-deleted', 'tag': '91d327c7-7772-4bce-93ea-757194b3b5ff', 'status': 'completed', 'code': 200} Jul 29 17:20:19.863613 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:20:20.071204 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:20.106143 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] Checking router: aff1dd2b-aa03-43e2-abfe-7612258babd6 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:20:20.114632 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:20:20.115570 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:20:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:20.232361 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:20:20.591940 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:20.619243 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51924ccd-0a21-4d6a-9317-87f5ecc39923 None None] The sync data for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi is: [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:13:07Z', 'revision_number': 4, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '80a9fdb3-3ec1-415b-9985-134f9ea2c36d', 'name': '', 'network_id': 'b39dcddd-f6ab-4305-9095-ea403aee27be', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'mac_address': 'fa:16:3e:e9:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:06Z', 'updated_at': '2021-07-29T17:13:15Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'subnets': [{'id': 'e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:20:20.734308 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40192) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:20.802994 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ea95-a9bc-4150-8585-e9f9175a9936 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:20.831025 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ea95-a9bc-4150-8585-e9f9175a9936 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:20.892254 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec1989d-552e-4c46-8f08-5383676babee None None] New status for floating IP a3d02ea3-2ae0-4290-9cb2-852ba545055e: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:20:20.893364 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ea95-a9bc-4150-8585-e9f9175a9936 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:20.896988 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ea95-a9bc-4150-8585-e9f9175a9936 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:20.900862 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b9a6ea95-a9bc-4150-8585-e9f9175a9936 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "DELETE /v2.0/security-groups/aabc9d16-863d-401b-aab0-cd63279962da HTTP/1.1" status: 204 len: 168 time: 0.1629307 Jul 29 17:20:20.901635 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40194) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:20.912895 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6ea95-a9bc-4150-8585-e9f9175a9936 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabc9d16-863d-401b-aab0-cd63279962da,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:20.924416 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.api.v2.resource [None req-3b16db72-2ae8-499e-a7f6-92eca22b1067 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] show failed (client error): The resource could not be found. Jul 29 17:20:20.930575 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40196) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:20.931037 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-3b16db72-2ae8-499e-a7f6-92eca22b1067 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "GET /v2.0/security-groups/aabc9d16-863d-401b-aab0-cd63279962da HTTP/1.1" status: 404 len: 347 time: 0.0273929 Jul 29 17:20:21.068680 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Deleting port c4e56326-b706-4f3d-8ec2-85d854a44956 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:21.069030 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:21.148405 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:21.148677 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:21.161139 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Calling delete_port for c4e56326-b706-4f3d-8ec2-85d854a44956 owned by network:floatingip {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:21.293107 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:21.322634 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Pushing event deleted for resources: {'Port': ['ID=c4e56326-b706-4f3d-8ec2-85d854a44956,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:21.384764 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:21.387315 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:21.388481 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-be870ba3-9cc5-41d9-a2af-be5d070ec113 tempest-AttachVolumeShelveTestJSON-1142922122 tempest-AttachVolumeShelveTestJSON-1142922122-project] 10.222.0.13 "DELETE /v2.0/floatingips/a3d02ea3-2ae0-4290-9cb2-852ba545055e HTTP/1.1" status: 204 len: 168 time: 0.4566591 Jul 29 17:20:23.337201 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 91d327c7-7772-4bce-93ea-757194b3b5ff no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:20:23.357752 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: 91d327c7-7772-4bce-93ea-757194b3b5ff {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:20:23.358092 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 91d327c7-7772-4bce-93ea-757194b3b5ff not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:20:23.816883 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40236) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:24.346232 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679750'] for router_interface, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:24.599046 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Deleting port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:24.599790 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:24.680231 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] For port 80a9fdb3-3ec1-415b-9985-134f9ea2c36d, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=80a9fdb3-3ec1-415b-9985-134f9ea2c36d,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:24.680629 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:24.693656 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Calling delete_port for 80a9fdb3-3ec1-415b-9985-134f9ea2c36d owned by network:router_interface {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:25.150331 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:25.179743 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Pushing event deleted for resources: {'Port': ['ID=80a9fdb3-3ec1-415b-9985-134f9ea2c36d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:25.360348 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679722'] for router_interface, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:25.598069 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Router aff1dd2b-aa03-43e2-abfe-7612258babd6 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:20:25.711544 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:20:25.716732 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-0ab2619e-d3ac-40cf-a469-4c4a6234507c admin admin] 10.222.0.13 "PUT /v2.0/routers/aff1dd2b-aa03-43e2-abfe-7612258babd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8987443 Jul 29 17:20:25.719209 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40254) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:25.722313 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] Sync routers for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:20:25.731579 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:20:25.732207 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:20:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:25.824706 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks [] for router, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:25.838370 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:20:25.937711 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.003717 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Deleting port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:26.004041 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.034582 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:20:25Z', 'revision_number': 5, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port': {'id': '8e868d3d-ef57-47a9-a44f-b15fa6e687c5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ce:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:13:01Z', 'updated_at': '2021-07-29T17:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:26.076786 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] Checking router: aff1dd2b-aa03-43e2-abfe-7612258babd6 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:20:26.086180 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] Routers {'aff1dd2b-aa03-43e2-abfe-7612258babd6'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:20:26.086803 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:20:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aff1dd2b-aa03-43e2-abfe-7612258babd6'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:26.116293 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] For port 8e868d3d-ef57-47a9-a44f-b15fa6e687c5, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8e868d3d-ef57-47a9-a44f-b15fa6e687c5,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:26.116939 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.141362 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Calling delete_port for 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 owned by network:router_gateway {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:26.180241 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] Set router aff1dd2b-aa03-43e2-abfe-7612258babd6 gateway port host: None {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:20:26.235417 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:20:25Z', 'revision_number': 6, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port_host': None}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:26.269346 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3bc2b0-58f7-470f-8a3e-7212b2a5b3e8 None None] The sync data for ids ['aff1dd2b-aa03-43e2-abfe-7612258babd6'] in dv-cinder-784623-16-iscsi is: [{'id': 'aff1dd2b-aa03-43e2-abfe-7612258babd6', 'name': 'tempest-AttachVolumeShelveTestJSON-675231386-router', 'tenant_id': '4f49c8e7caa845ba89744e3b3f921957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:13:00Z', 'updated_at': '2021-07-29T17:20:25Z', 'revision_number': 6, 'project_id': '4f49c8e7caa845ba89744e3b3f921957', 'gw_port_host': None}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:20:26.350497 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.380079 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Pushing event deleted for resources: {'Port': ['ID=8e868d3d-ef57-47a9-a44f-b15fa6e687c5,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:26.445462 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725640'] for router_gateway, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.539069 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1960'] for router, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.541332 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.586660 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570759'] for router, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.589211 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff1dd2b-aa03-43e2-abfe-7612258babd6 {{(pid=93267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:20:26.593056 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.594203 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-eef5ca14-9c45-4d21-8249-169184ba5ece admin admin] 10.222.0.13 "DELETE /v2.0/routers/aff1dd2b-aa03-43e2-abfe-7612258babd6 HTTP/1.1" status: 204 len: 168 time: 0.8740714 Jul 29 17:20:26.596768 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40260) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:26.664810 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0723e00-c68b-4b9a-9f2d-d9811cb3cf6f admin admin] Deleting subnet e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:20:26.665607 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0723e00-c68b-4b9a-9f2d-d9811cb3cf6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.710523 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0723e00-c68b-4b9a-9f2d-d9811cb3cf6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.826836 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0723e00-c68b-4b9a-9f2d-d9811cb3cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.888191 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0723e00-c68b-4b9a-9f2d-d9811cb3cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.928396 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0723e00-c68b-4b9a-9f2d-d9811cb3cf6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:26.932754 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-e0723e00-c68b-4b9a-9f2d-d9811cb3cf6f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb HTTP/1.1" status: 204 len: 168 time: 0.3327043 Jul 29 17:20:26.932943 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0723e00-c68b-4b9a-9f2d-d9811cb3cf6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ee1745-f4d8-48f1-bf2b-af815c4bbbbb,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:26.933246 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40272) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:26.935082 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c1359-735e-4d92-a8c9-7ddf7d8d00e4 None None] Network b39dcddd-f6ab-4305-9095-ea403aee27be requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:20:27.032363 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.108888 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08a90a-85cf-474f-91ed-f6ec2d127e01 req-38be4029-7f42-4f6c-8afb-46391b9d11b6 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:27.110453 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6d08a90a-85cf-474f-91ed-f6ec2d127e01 req-38be4029-7f42-4f6c-8afb-46391b9d11b6 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 946 time: 0.0890698 Jul 29 17:20:27.145145 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Deleting port 2d04ba7a-15eb-4cf7-9688-367f82c4984b {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:27.146045 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.179452 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6d08a90a-85cf-474f-91ed-f6ec2d127e01 req-759c707d-5dd4-4512-83ea-dd4416186fbd tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579851 Jul 29 17:20:27.192629 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 80a9fdb3-3ec1-415b-9985-134f9ea2c36d no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:20:27.232479 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 80a9fdb3-3ec1-415b-9985-134f9ea2c36d {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:20:27.232864 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 80a9fdb3-3ec1-415b-9985-134f9ea2c36d not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:20:27.233508 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:20:27.267375 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] For port 2d04ba7a-15eb-4cf7-9688-367f82c4984b, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2d04ba7a-15eb-4cf7-9688-367f82c4984b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:27.267972 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.268526 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] DHCP port deletion for b39dcddd-f6ab-4305-9095-ea403aee27be request from dv-cinder-784623-16-iscsi {{(pid=93268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:20:27.272060 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:20:27.272604 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8e868d3d-ef57-47a9-a44f-b15fa6e687c5 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:20:27.286215 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Calling delete_port for 2d04ba7a-15eb-4cf7-9688-367f82c4984b owned by network:dhcp {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:27.331986 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Deleting port 2d04ba7a-15eb-4cf7-9688-367f82c4984b {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:27.332469 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.376494 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.407576 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Pushing event deleted for resources: {'Port': ['ID=2d04ba7a-15eb-4cf7-9688-367f82c4984b,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:27.408720 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] For port 2d04ba7a-15eb-4cf7-9688-367f82c4984b, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2d04ba7a-15eb-4cf7-9688-367f82c4984b,segment=NetworkSegment(8c61d919-5750-46ba-afff-3cb80f03c6fd),segment_id=8c61d919-5750-46ba-afff-3cb80f03c6fd)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:27.409125 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.412065 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] No DVR routers for this DVR port 2d04ba7a-15eb-4cf7-9688-367f82c4984b on host dv-cinder-784623-16-iscsi {{(pid=93266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:20:27.429050 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Calling delete_port for 2d04ba7a-15eb-4cf7-9688-367f82c4984b owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:27.492911 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.504034 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39dcddd-f6ab-4305-9095-ea403aee27be']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:27.509099 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.516294 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c61d919-5750-46ba-afff-3cb80f03c6fd') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:27.516606 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c61d919-5750-46ba-afff-3cb80f03c6fd') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:27.531216 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.534959 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Pushing event deleted for resources: {'Port': ['ID=2d04ba7a-15eb-4cf7-9688-367f82c4984b,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:27.540319 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] No DVR routers for this DVR port 2d04ba7a-15eb-4cf7-9688-367f82c4984b on host dv-cinder-784623-16-iscsi {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:20:27.546439 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.546788 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.547155 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.547519 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.547837 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.548174 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.548509 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.548875 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.549214 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.549544 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.549872 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.550212 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af7b9e9-df46-48bc-9c0e-a5d6f809bf35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:27.554244 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.569886 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:20:27.570497 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:20:27.572636 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:20:27.635635 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.641770 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.643726 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] 10.222.0.13 "DELETE /v2.0/networks/b39dcddd-f6ab-4305-9095-ea403aee27be HTTP/1.1" status: 204 len: 168 time: 0.7092972 Jul 29 17:20:27.654942 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381105d-d581-497a-a63a-9e4b47f28fef admin admin] Pushing event deleted for resources: {'Network': ['ID=b39dcddd-f6ab-4305-9095-ea403aee27be,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:27.777483 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40276) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:27.820163 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-003d4cf5-2f25-47ec-a1e7-d0d2b67b7851 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f49c8e7caa845ba89744e3b3f921957&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411997 Jul 29 17:20:27.822705 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40278) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:27.873307 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7372b20-ab08-4282-9080-37e86349aa01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.895518 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7372b20-ab08-4282-9080-37e86349aa01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.955935 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7372b20-ab08-4282-9080-37e86349aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.961553 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c7372b20-ab08-4282-9080-37e86349aa01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:27.963634 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-c7372b20-ab08-4282-9080-37e86349aa01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bb9f5f7-d5bf-45fe-b7ab-724bfd31b2b2 HTTP/1.1" status: 204 len: 168 time: 0.1397753 Jul 29 17:20:27.980507 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7372b20-ab08-4282-9080-37e86349aa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb9f5f7-d5bf-45fe-b7ab-724bfd31b2b2,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:28.307658 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6e2ec-04d9-4b24-9a2e-3203e77a84a6 req-ddfd4df2-816c-4d80-8017-a6c9922fb8f0 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:28.309289 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-36d6e2ec-04d9-4b24-9a2e-3203e77a84a6 req-ddfd4df2-816c-4d80-8017-a6c9922fb8f0 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 946 time: 0.0596135 Jul 29 17:20:28.350841 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-36d6e2ec-04d9-4b24-9a2e-3203e77a84a6 req-2c0d1095-c44b-4ac7-994d-60ad7966fca3 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e57ebea-417c-4fdc-b24f-6ff17941a928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353181 Jul 29 17:20:28.797369 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-757190bb-ee0e-45d9-9308-c44b88dd42f9 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:20:28.798893 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-757190bb-ee0e-45d9-9308-c44b88dd42f9 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 946 time: 0.0497682 Jul 29 17:20:28.900705 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Deleting port 060b0075-4565-4865-9c5c-e7010868ed01 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:28.901050 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:28.919857 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2d04ba7a-15eb-4cf7-9688-367f82c4984b no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:20:28.944110 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 2d04ba7a-15eb-4cf7-9688-367f82c4984b {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:20:28.944798 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2d04ba7a-15eb-4cf7-9688-367f82c4984b not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:20:28.998423 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] For port 060b0075-4565-4865-9c5c-e7010868ed01, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=060b0075-4565-4865-9c5c-e7010868ed01,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:28.998711 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:29.185390 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:29.185648 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:29.185914 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Floating IP 3e43ac7f-aa1e-4f0e-8d19-6b6d83298004 disassociated. External IP: 172.27.0.241, port: 060b0075-4565-4865-9c5c-e7010868ed01. Jul 29 17:20:29.186258 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Calling delete_port for 060b0075-4565-4865-9c5c-e7010868ed01 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:29.330766 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:29.359690 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event deleted for resources: {'Port': ['ID=060b0075-4565-4865-9c5c-e7010868ed01,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:29.460532 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c8b6ad37-618d-4707-9c0f-1084480b4314 req-6469b871-1e7f-404f-b7d0-0ac49059463a tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef11c25e-2030-48d6-9e86-e79e77ff0fcb HTTP/1.1" status: 200 len: 210 time: 0.0373828 Jul 29 17:20:29.544432 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:20:29.658402 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:20:29.673088 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] Sync routers for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:20:29.684143 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:20:29.685011 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:20:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:29.705590 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] No DVR routers for this DVR port 060b0075-4565-4865-9c5c-e7010868ed01 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:20:29.709374 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:29.711803 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-07757fe1-7000-4d9d-8dc0-7398a7f563ab req-c777d3a8-7557-427f-aad3-26d0a0829727 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.44 "DELETE /v2.0/ports/060b0075-4565-4865-9c5c-e7010868ed01 HTTP/1.1" status: 204 len: 173 time: 0.9066074 Jul 29 17:20:29.712324 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'name': 'network-vif-deleted', 'tag': '060b0075-4565-4865-9c5c-e7010868ed01'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:20:29.716130 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48789030-b78c-4c8b-b603-dbe804b0b97e" -d '{"events": [{"server_uuid": "ef11c25e-2030-48d6-9e86-e79e77ff0fcb", "name": "network-vif-deleted", "tag": "060b0075-4565-4865-9c5c-e7010868ed01"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:20:29.790244 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb32418a-d2ba-4cad-bc5b-74afa229478e x-openstack-request-id: req-bb32418a-d2ba-4cad-bc5b-74afa229478e {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:20:29.790567 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11c25e-2030-48d6-9e86-e79e77ff0fcb", "name": "network-vif-deleted", "tag": "060b0075-4565-4865-9c5c-e7010868ed01", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:20:29.790828 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb32418a-d2ba-4cad-bc5b-74afa229478e {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:20:29.791646 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11c25e-2030-48d6-9e86-e79e77ff0fcb', 'name': 'network-vif-deleted', 'tag': '060b0075-4565-4865-9c5c-e7010868ed01', 'status': 'completed', 'code': 200} Jul 29 17:20:29.874494 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:20:30.191729 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:30.218296 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] Checking router: b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:20:30.228363 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:20:30.229206 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:20:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:30.355710 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:20:30.550874 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40338) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:30.583010 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:30.610195 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490693ef-35fe-489d-acfc-4f49c18b0c36 None None] The sync data for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi is: [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:14:16Z', 'revision_number': 4, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '41049399-9caa-49db-8345-076c683be7c8', 'name': '', 'network_id': 'a82dc695-f1af-4a67-9797-b862590f6f86', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'mac_address': 'fa:16:3e:20:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:15Z', 'updated_at': '2021-07-29T17:14:25Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'subnets': [{'id': 'bdd4ae2f-4f71-4b97-8343-afc0635933bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:20:30.615350 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b911-6832-4e5e-a07c-19090c69e551 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:30.640162 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b911-6832-4e5e-a07c-19090c69e551 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:30.698926 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b911-6832-4e5e-a07c-19090c69e551 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:30.701649 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b911-6832-4e5e-a07c-19090c69e551 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:30.702838 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4cb2b911-6832-4e5e-a07c-19090c69e551 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "DELETE /v2.0/security-groups/3e57ebea-417c-4fdc-b24f-6ff17941a928 HTTP/1.1" status: 204 len: 168 time: 0.1508470 Jul 29 17:20:30.705947 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40340) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:30.714781 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2b911-6832-4e5e-a07c-19090c69e551 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e57ebea-417c-4fdc-b24f-6ff17941a928,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:30.724585 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.api.v2.resource [None req-125c3205-67f2-4241-9f7d-618cd850a68c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] show failed (client error): The resource could not be found. Jul 29 17:20:30.731575 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-125c3205-67f2-4241-9f7d-618cd850a68c tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "GET /v2.0/security-groups/3e57ebea-417c-4fdc-b24f-6ff17941a928 HTTP/1.1" status: 404 len: 347 time: 0.0187902 Jul 29 17:20:30.731575 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40342) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:30.869853 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Deleting port d452bab3-31d9-43a0-a177-96b2d2dc877f {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:30.870191 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:30.875811 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c65a5-509a-4d17-97b0-63f6901ce781 None None] New status for floating IP 3e43ac7f-aa1e-4f0e-8d19-6b6d83298004: DOWN {{(pid=93268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:20:30.965055 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:30.965530 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:30.984516 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Calling delete_port for d452bab3-31d9-43a0-a177-96b2d2dc877f owned by network:floatingip {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:31.147606 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:31.174044 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Pushing event deleted for resources: {'Port': ['ID=d452bab3-31d9-43a0-a177-96b2d2dc877f,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:31.249418 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:31.252780 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:31.254397 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-c9735dc7-3333-41b3-9a64-7ebc657a5909 tempest-AttachVolumeTestJSON-1620759670 tempest-AttachVolumeTestJSON-1620759670-project] 10.222.0.13 "DELETE /v2.0/floatingips/3e43ac7f-aa1e-4f0e-8d19-6b6d83298004 HTTP/1.1" status: 204 len: 168 time: 0.5231142 Jul 29 17:20:34.602528 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 060b0075-4565-4865-9c5c-e7010868ed01 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:20:34.622779 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: 060b0075-4565-4865-9c5c-e7010868ed01 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:20:34.623126 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 060b0075-4565-4865-9c5c-e7010868ed01 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:20:36.939735 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40408) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:37.438482 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679750'] for router_interface, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:37.925654 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Deleting port 41049399-9caa-49db-8345-076c683be7c8 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:37.925990 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:38.004976 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] For port 41049399-9caa-49db-8345-076c683be7c8, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=41049399-9caa-49db-8345-076c683be7c8,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:38.005687 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:38.017364 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Calling delete_port for 41049399-9caa-49db-8345-076c683be7c8 owned by network:router_interface {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:38.190658 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:38.218576 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Pushing event deleted for resources: {'Port': ['ID=41049399-9caa-49db-8345-076c683be7c8,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:38.229185 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.229534 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.229874 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.230205 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.230540 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.230872 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.231199 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.231524 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.231852 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.232172 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.232488 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.232835 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:38.398101 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679722'] for router_interface, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:38.615449 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:20:38.722851 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:20:38.727962 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-df576611-abfc-4eb6-813a-aa3be578b426 admin admin] 10.222.0.13 "PUT /v2.0/routers/b42a1eec-05aa-4bb8-ad54-08a29d0e05f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7873740 Jul 29 17:20:38.730429 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40440) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:38.734030 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] Sync routers for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:20:38.744088 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:20:38.744730 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:20:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:38.844195 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks [] for router, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:38.848801 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:20:38.954688 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.013253 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Deleting port 4896c68f-6937-4b2e-bf57-58648cec59a4 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:39.013839 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.042758 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:20:38Z', 'revision_number': 5, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port': {'id': '4896c68f-6937-4b2e-bf57-58648cec59a4', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:14:12Z', 'updated_at': '2021-07-29T17:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:39.069814 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] Checking router: b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:20:39.078027 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] Routers {'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:20:39.078624 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:20:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:39.090458 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] For port 4896c68f-6937-4b2e-bf57-58648cec59a4, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=4896c68f-6937-4b2e-bf57-58648cec59a4,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:39.090812 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.103576 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Calling delete_port for 4896c68f-6937-4b2e-bf57-58648cec59a4 owned by network:router_gateway {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:39.160945 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] Set router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 gateway port host: None {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:20:39.210916 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:20:38Z', 'revision_number': 6, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port_host': None}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:39.239517 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6795bc-be7c-455c-bccf-f91e880ef87e None None] The sync data for ids ['b42a1eec-05aa-4bb8-ad54-08a29d0e05f0'] in dv-cinder-784623-16-iscsi is: [{'id': 'b42a1eec-05aa-4bb8-ad54-08a29d0e05f0', 'name': 'tempest-AttachVolumeTestJSON-1356878787-router', 'tenant_id': '74e6a20f26124832befe3b0ccf968d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:14:11Z', 'updated_at': '2021-07-29T17:20:38Z', 'revision_number': 6, 'project_id': '74e6a20f26124832befe3b0ccf968d0c', 'gw_port_host': None}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:20:39.266170 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.293066 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Pushing event deleted for resources: {'Port': ['ID=4896c68f-6937-4b2e-bf57-58648cec59a4,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:39.352669 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725640'] for router_gateway, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.438744 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1960'] for router, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.440807 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.482124 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570759'] for router, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.482742 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 {{(pid=93266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:20:39.487657 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] Notify callbacks [] for router, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.491606 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-a96f57ca-2c7a-4131-91d9-513aa654611f admin admin] 10.222.0.13 "DELETE /v2.0/routers/b42a1eec-05aa-4bb8-ad54-08a29d0e05f0 HTTP/1.1" status: 204 len: 168 time: 0.7576230 Jul 29 17:20:39.491837 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40442) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:39.538836 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91fcac5-c7e3-44ee-83a9-ddc6693fb397 admin admin] Deleting subnet bdd4ae2f-4f71-4b97-8343-afc0635933bb {{(pid=93266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:20:39.541760 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a91fcac5-c7e3-44ee-83a9-ddc6693fb397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.575373 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a91fcac5-c7e3-44ee-83a9-ddc6693fb397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661987'] for subnet, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.688981 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a91fcac5-c7e3-44ee-83a9-ddc6693fb397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.742865 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a91fcac5-c7e3-44ee-83a9-ddc6693fb397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8435100'] for subnet, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.769341 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fcac5-c7e3-44ee-83a9-ddc6693fb397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd4ae2f-4f71-4b97-8343-afc0635933bb,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:39.774359 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a91fcac5-c7e3-44ee-83a9-ddc6693fb397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.776229 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-a91fcac5-c7e3-44ee-83a9-ddc6693fb397 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bdd4ae2f-4f71-4b97-8343-afc0635933bb HTTP/1.1" status: 204 len: 168 time: 0.2834539 Jul 29 17:20:39.778916 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40450) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:39.779900 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebedce54-fbf8-4b84-b4d7-46b89b5fe095 None None] Network a82dc695-f1af-4a67-9797-b862590f6f86 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:20:39.855237 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.914307 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Deleting port 8e4771ee-de04-49da-be19-9aef57e22d21 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:39.914627 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:39.981722 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] For port 8e4771ee-de04-49da-be19-9aef57e22d21, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8e4771ee-de04-49da-be19-9aef57e22d21,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:39.982288 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.001282 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Calling delete_port for 8e4771ee-de04-49da-be19-9aef57e22d21 owned by network:dhcp {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:40.008493 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc324a7e-8442-4507-9437-ee5a988701db None None] DHCP port deletion for a82dc695-f1af-4a67-9797-b862590f6f86 request from dv-cinder-784623-16-iscsi {{(pid=93268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:20:40.062242 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-dc324a7e-8442-4507-9437-ee5a988701db None None] Deleting port 8e4771ee-de04-49da-be19-9aef57e22d21 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:20:40.062680 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-dc324a7e-8442-4507-9437-ee5a988701db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.095543 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.123082 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4771ee-de04-49da-be19-9aef57e22d21,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:40.129014 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] No DVR routers for this DVR port 8e4771ee-de04-49da-be19-9aef57e22d21 on host dv-cinder-784623-16-iscsi {{(pid=93266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:20:40.135987 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-dc324a7e-8442-4507-9437-ee5a988701db None None] For port 8e4771ee-de04-49da-be19-9aef57e22d21, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=8e4771ee-de04-49da-be19-9aef57e22d21,segment=NetworkSegment(de79f107-bed4-4938-978e-3564537033c4),segment_id=de79f107-bed4-4938-978e-3564537033c4)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:20:40.136388 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-dc324a7e-8442-4507-9437-ee5a988701db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.150337 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-dc324a7e-8442-4507-9437-ee5a988701db None None] Calling delete_port for 8e4771ee-de04-49da-be19-9aef57e22d21 owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:20:40.200618 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.211201 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82dc695-f1af-4a67-9797-b862590f6f86']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:40.226539 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de79f107-bed4-4938-978e-3564537033c4') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:40.226740 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de79f107-bed4-4938-978e-3564537033c4') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:20:40.228169 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-dc324a7e-8442-4507-9437-ee5a988701db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.237469 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.252502 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.255135 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc324a7e-8442-4507-9437-ee5a988701db None None] Pushing event deleted for resources: {'Port': ['ID=8e4771ee-de04-49da-be19-9aef57e22d21,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:40.257165 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc324a7e-8442-4507-9437-ee5a988701db None None] No DVR routers for this DVR port 8e4771ee-de04-49da-be19-9aef57e22d21 on host dv-cinder-784623-16-iscsi {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:20:40.259742 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:20:40.260489 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:20:40.272528 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:20:40.316805 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.322041 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.323871 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a82dc695-f1af-4a67-9797-b862590f6f86 HTTP/1.1" status: 204 len: 168 time: 0.5440199 Jul 29 17:20:40.335644 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd0cb5-42f4-4810-90d9-d67206ea2f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82dc695-f1af-4a67-9797-b862590f6f86,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:40.435858 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40462) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:40.481222 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-aa6b03e9-71e6-45b9-9c50-1cc6a7426dad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74e6a20f26124832befe3b0ccf968d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441813 Jul 29 17:20:40.483724 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40464) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:40.530251 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ab559356-d375-4636-9196-5afaa68d8a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.554187 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ab559356-d375-4636-9196-5afaa68d8a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.598717 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ab559356-d375-4636-9196-5afaa68d8a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.601257 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ab559356-d375-4636-9196-5afaa68d8a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:40.602410 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-ab559356-d375-4636-9196-5afaa68d8a1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a15bbfb-9932-48be-9217-96dcbccdec19 HTTP/1.1" status: 204 len: 168 time: 0.1176372 Jul 29 17:20:40.610436 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab559356-d375-4636-9196-5afaa68d8a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a15bbfb-9932-48be-9217-96dcbccdec19,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:40.901226 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 41049399-9caa-49db-8345-076c683be7c8 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:20:40.921336 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 41049399-9caa-49db-8345-076c683be7c8 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:20:40.921646 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 41049399-9caa-49db-8345-076c683be7c8 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:20:40.922005 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 4896c68f-6937-4b2e-bf57-58648cec59a4 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:20:40.944851 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 4896c68f-6937-4b2e-bf57-58648cec59a4 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:20:40.945195 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 4896c68f-6937-4b2e-bf57-58648cec59a4 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:20:40.945607 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8e4771ee-de04-49da-be19-9aef57e22d21 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:20:40.964404 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 8e4771ee-de04-49da-be19-9aef57e22d21 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:20:40.964734 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 8e4771ee-de04-49da-be19-9aef57e22d21 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:20:41.343704 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-28d9eaac-24bc-4973-a021-3fc4b137d422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:43.872811 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-00f99acc-ab88-47b0-91cc-0d6cae9220ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:43.982998 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:44.670474 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:20:44.856614 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:46.411092 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:46.916256 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:49.898266 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40660) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:50.008169 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094f7729-8ed0-438f-a4b5-8793c8e390ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:50.094619 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094f7729-8ed0-438f-a4b5-8793c8e390ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:50.098270 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-094f7729-8ed0-438f-a4b5-8793c8e390ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:50.135591 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-094f7729-8ed0-438f-a4b5-8793c8e390ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4b9ce0218dc447bacc3b3dc88fdb12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361887 Jul 29 17:20:50.136723 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f7729-8ed0-438f-a4b5-8793c8e390ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72193ed7-cd5c-486e-9977-f096ea3dd7eb,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:50.138376 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40664) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:50.188918 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:50.210253 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:50.256473 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:50.259001 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:50.260140 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72193ed7-cd5c-486e-9977-f096ea3dd7eb HTTP/1.1" status: 204 len: 168 time: 0.1200414 Jul 29 17:20:50.267704 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72193ed7-cd5c-486e-9977-f096ea3dd7eb,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:50.275145 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.275491 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.275828 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.276159 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.276772 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.276976 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.277305 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.277630 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.277954 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.278273 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.278592 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:50.278909 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd145a-ad2a-4714-9930-220f53654bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:20:52.950592 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40814) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:53.051980 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb53294d-3abf-4d0b-9da3-5c3b86d7a31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.139159 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb53294d-3abf-4d0b-9da3-5c3b86d7a31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.143192 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cb53294d-3abf-4d0b-9da3-5c3b86d7a31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.179395 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53294d-3abf-4d0b-9da3-5c3b86d7a31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d208f28d-1194-4ff3-8b36-9df248551d14,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:53.186124 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-cb53294d-3abf-4d0b-9da3-5c3b86d7a31d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c0ae545317743e9be624bf453e5fc8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320795 Jul 29 17:20:53.186344 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40820) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:53.236851 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0905e805-d796-4827-a893-2b9d6d22b69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.257574 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0905e805-d796-4827-a893-2b9d6d22b69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.301824 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0905e805-d796-4827-a893-2b9d6d22b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.304537 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-0905e805-d796-4827-a893-2b9d6d22b69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.305698 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-0905e805-d796-4827-a893-2b9d6d22b69e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d208f28d-1194-4ff3-8b36-9df248551d14 HTTP/1.1" status: 204 len: 168 time: 0.1184669 Jul 29 17:20:53.313078 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905e805-d796-4827-a893-2b9d6d22b69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208f28d-1194-4ff3-8b36-9df248551d14,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:53.555128 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40826) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:53.568501 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-783455a1-4d62-49d5-86f1-dbe3b39bda03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.657179 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-783455a1-4d62-49d5-86f1-dbe3b39bda03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.660974 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-783455a1-4d62-49d5-86f1-dbe3b39bda03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.701714 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-783455a1-4d62-49d5-86f1-dbe3b39bda03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd888c99b58c4c5d89d64781a17fb919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452320 Jul 29 17:20:53.702602 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783455a1-4d62-49d5-86f1-dbe3b39bda03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeae02d-d201-467e-a84a-707617f2fcaa,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:53.704243 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40828) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:53.751093 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-259b398b-84d8-4047-97fa-98765cdb07f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.771883 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-259b398b-84d8-4047-97fa-98765cdb07f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.818191 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-259b398b-84d8-4047-97fa-98765cdb07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.820733 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-259b398b-84d8-4047-97fa-98765cdb07f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:53.821878 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-259b398b-84d8-4047-97fa-98765cdb07f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6aeae02d-d201-467e-a84a-707617f2fcaa HTTP/1.1" status: 204 len: 168 time: 0.1165941 Jul 29 17:20:53.829270 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b398b-84d8-4047-97fa-98765cdb07f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeae02d-d201-467e-a84a-707617f2fcaa,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:59.651207 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40950) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:59.754368 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b61295e7-0ea5-469a-b5d1-c4f2fe320b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:59.841950 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b61295e7-0ea5-469a-b5d1-c4f2fe320b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:59.845603 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b61295e7-0ea5-469a-b5d1-c4f2fe320b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:59.883242 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b61295e7-0ea5-469a-b5d1-c4f2fe320b36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=759388d2208a434facb7eeb6098ad662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309852 Jul 29 17:20:59.884342 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61295e7-0ea5-469a-b5d1-c4f2fe320b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190f90b9-0266-4fa0-98bb-4f94eb97aeb2,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:20:59.885964 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40954) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:20:59.935491 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-af444e47-6afc-4585-90c5-8d5a5e820224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:20:59.958392 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-af444e47-6afc-4585-90c5-8d5a5e820224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.007762 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-af444e47-6afc-4585-90c5-8d5a5e820224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.010327 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-af444e47-6afc-4585-90c5-8d5a5e820224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.011478 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-af444e47-6afc-4585-90c5-8d5a5e820224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/190f90b9-0266-4fa0-98bb-4f94eb97aeb2 HTTP/1.1" status: 204 len: 168 time: 0.1245337 Jul 29 17:21:00.020262 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af444e47-6afc-4585-90c5-8d5a5e820224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190f90b9-0266-4fa0-98bb-4f94eb97aeb2,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:00.282573 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 40976) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:00.295434 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd19a617-8261-406d-a56f-10539b79925a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.386127 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd19a617-8261-406d-a56f-10539b79925a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.389841 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-bd19a617-8261-406d-a56f-10539b79925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.427188 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-bd19a617-8261-406d-a56f-10539b79925a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb99a4003e9843a9a6abdf64f9c03858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434214 Jul 29 17:21:00.428508 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19a617-8261-406d-a56f-10539b79925a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad0a1c8-52a2-477c-9f9a-b672fdeac449,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:00.430335 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 40978) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:00.477538 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4d20cfbc-01f6-4c1d-8751-84aa2a4c91cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.497819 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4d20cfbc-01f6-4c1d-8751-84aa2a4c91cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.543051 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4d20cfbc-01f6-4c1d-8751-84aa2a4c91cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.546862 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4d20cfbc-01f6-4c1d-8751-84aa2a4c91cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:00.548068 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4d20cfbc-01f6-4c1d-8751-84aa2a4c91cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ad0a1c8-52a2-477c-9f9a-b672fdeac449 HTTP/1.1" status: 204 len: 168 time: 0.1165757 Jul 29 17:21:00.556116 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20cfbc-01f6-4c1d-8751-84aa2a4c91cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad0a1c8-52a2-477c-9f9a-b672fdeac449,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:02.346797 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41060) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:02.448605 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d8aa-7b69-4f4b-b75e-1348d2c62499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:02.541612 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d8aa-7b69-4f4b-b75e-1348d2c62499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:02.546125 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d8aa-7b69-4f4b-b75e-1348d2c62499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:02.586720 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-eeb1d8aa-7b69-4f4b-b75e-1348d2c62499 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f11185b3472c4b3582d934c47cf5dab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388415 Jul 29 17:21:02.587621 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1d8aa-7b69-4f4b-b75e-1348d2c62499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda36b43-e940-4501-9da0-0cb77e4da1b6,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:02.589621 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41066) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:02.645777 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee7ea-30b7-48e4-9870-5508f1ea078c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:02.666607 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee7ea-30b7-48e4-9870-5508f1ea078c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:02.715090 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee7ea-30b7-48e4-9870-5508f1ea078c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:02.718024 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee7ea-30b7-48e4-9870-5508f1ea078c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:02.719208 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-4e5ee7ea-30b7-48e4-9870-5508f1ea078c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eda36b43-e940-4501-9da0-0cb77e4da1b6 HTTP/1.1" status: 204 len: 168 time: 0.1245589 Jul 29 17:21:02.728509 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ee7ea-30b7-48e4-9870-5508f1ea078c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda36b43-e940-4501-9da0-0cb77e4da1b6,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:02.981519 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41078) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:02.995203 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b7623875-328b-4141-a169-6e6dcb2c8a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:03.082240 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b7623875-328b-4141-a169-6e6dcb2c8a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:03.085966 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b7623875-328b-4141-a169-6e6dcb2c8a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:03.124036 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b7623875-328b-4141-a169-6e6dcb2c8a5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce5bf1f263804a09b1344b1400d30cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413894 Jul 29 17:21:03.124986 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7623875-328b-4141-a169-6e6dcb2c8a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb4bb5d-da64-4452-b576-dc42512f2843,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:03.126983 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41080) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:03.174392 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7888301-773d-42f1-983c-86a9db95e396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:03.194930 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7888301-773d-42f1-983c-86a9db95e396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:03.239681 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7888301-773d-42f1-983c-86a9db95e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:03.242768 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b7888301-773d-42f1-983c-86a9db95e396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:03.243967 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b7888301-773d-42f1-983c-86a9db95e396 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcb4bb5d-da64-4452-b576-dc42512f2843 HTTP/1.1" status: 204 len: 168 time: 0.1159129 Jul 29 17:21:03.251755 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7888301-773d-42f1-983c-86a9db95e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb4bb5d-da64-4452-b576-dc42512f2843,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:11.237729 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41234) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:11.337105 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a0eb-6146-4e0a-9454-654c91dda3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.348417 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9cf9bdd8-3baf-407c-8776-443d42094b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.429748 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a0eb-6146-4e0a-9454-654c91dda3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.433634 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b0c0a0eb-6146-4e0a-9454-654c91dda3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.471678 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0a0eb-6146-4e0a-9454-654c91dda3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd99f3f0-1dea-4824-96b1-6bf898eefa2b,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:11.475931 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b0c0a0eb-6146-4e0a-9454-654c91dda3ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=257dfff9ef6b4a6e8c22445772161d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371802 Jul 29 17:21:11.478581 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41244) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:11.528643 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b35a6905-0808-4ee3-bec8-658cc5ecd3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.549059 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b35a6905-0808-4ee3-bec8-658cc5ecd3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.594991 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b35a6905-0808-4ee3-bec8-658cc5ecd3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.597584 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b35a6905-0808-4ee3-bec8-658cc5ecd3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.598732 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b35a6905-0808-4ee3-bec8-658cc5ecd3ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd99f3f0-1dea-4824-96b1-6bf898eefa2b HTTP/1.1" status: 204 len: 168 time: 0.1192346 Jul 29 17:21:11.606202 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a6905-0808-4ee3-bec8-658cc5ecd3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd99f3f0-1dea-4824-96b1-6bf898eefa2b,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:11.872193 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41252) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:11.885836 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2cf955af-ae78-4349-ae20-5cfb87972546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.971902 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2cf955af-ae78-4349-ae20-5cfb87972546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:11.976049 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-2cf955af-ae78-4349-ae20-5cfb87972546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:12.017736 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-2cf955af-ae78-4349-ae20-5cfb87972546 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d9ae34efaf04b2db3a4503495dc5eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444137 Jul 29 17:21:12.018610 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf955af-ae78-4349-ae20-5cfb87972546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e37207-eba6-4524-8471-38360f7dc109,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:12.020759 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41254) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:12.076164 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d2a12ef2-0227-4363-bb1a-e9fd62a2fc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:12.098611 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d2a12ef2-0227-4363-bb1a-e9fd62a2fc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:12.148601 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d2a12ef2-0227-4363-bb1a-e9fd62a2fc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:12.151222 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-d2a12ef2-0227-4363-bb1a-e9fd62a2fc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:12.152380 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-d2a12ef2-0227-4363-bb1a-e9fd62a2fc8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8e37207-eba6-4524-8471-38360f7dc109 HTTP/1.1" status: 204 len: 168 time: 0.1306105 Jul 29 17:21:12.161128 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a12ef2-0227-4363-bb1a-e9fd62a2fc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e37207-eba6-4524-8471-38360f7dc109,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:12.779694 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41282) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:12.886165 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a557ad12-9c87-4cd1-8f9c-880fffcccff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:12.978914 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a557ad12-9c87-4cd1-8f9c-880fffcccff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:12.981500 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a557ad12-9c87-4cd1-8f9c-880fffcccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:13.024279 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-a557ad12-9c87-4cd1-8f9c-880fffcccff3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce518e4c9e54442b84f496c266b31b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410526 Jul 29 17:21:13.024950 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41294) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:13.031099 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557ad12-9c87-4cd1-8f9c-880fffcccff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eab7fc-0901-4e35-85a6-05627c04e0ff,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:13.081682 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c0399f67-9333-49c4-b122-44c31a7e4818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:13.102655 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c0399f67-9333-49c4-b122-44c31a7e4818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:13.149909 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c0399f67-9333-49c4-b122-44c31a7e4818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:13.155577 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-c0399f67-9333-49c4-b122-44c31a7e4818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:13.156765 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-c0399f67-9333-49c4-b122-44c31a7e4818 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8eab7fc-0901-4e35-85a6-05627c04e0ff HTTP/1.1" status: 204 len: 168 time: 0.1309032 Jul 29 17:21:13.165178 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0399f67-9333-49c4-b122-44c31a7e4818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eab7fc-0901-4e35-85a6-05627c04e0ff,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:13.784258 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41330) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:13.862812 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b7cd307d-6705-47cf-a99b-143bed962be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:13.880355 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-400596191-network', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:13.900811 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Made reservation on behalf of b5d2fe9003304b91b16374343a7fe034 for: {'network': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:21:13.902899 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:13.910964 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:13.977031 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.000122 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.004148 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.031551 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=93266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:21:14.037685 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f75733f-8b38-4abe-8f26-9509faac31b8,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:14.044602 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.044931 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.segments_db [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Added segment 24db8aa7-0f99-4dfd-b319-27002000aee3 of type vlan for network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 Jul 29 17:21:14.085967 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.116218 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.117225 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:14.117802 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.170297 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3849030 Jul 29 17:21:14.173217 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41334) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:14.178824 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Request body: {'subnet': {'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-400596191-subnet', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'ip_version': 4}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:14.179772 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3ba3b-acf0-4d09-bc61-57e51d7ffe75 admin admin] Pushing event updated for resources: {'Network': ['ID=e10f1cb5-5dec-418a-86e5-e482e3fa0c17,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:14.189446 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:21:14.209708 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Made reservation on behalf of b5d2fe9003304b91b16374343a7fe034 for: {'subnet': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:21:14.212341 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6903367'] for subnet, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.376506 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6396609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6903401'] for subnet, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.437226 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85035fba-9c6d-4628-87c1-519ca4dbc75a,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:14.444484 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Checking segment: {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:14.444879 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Network hostable DHCP agents. Network: e10f1cb5-5dec-418a-86e5-e482e3fa0c17, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:21:14.484830 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:21:14.494282 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, e10f1cb5-5dec-418a-86e5-e482e3fa0c17) {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:14.499297 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:14.500158 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.503669 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c5bfd3-435c-4c8c-866e-c04be76f2009 None None] Network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:21:14.509390 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-2a0f0b52-d4e2-4aec-915e-6363132b47a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586481 Jul 29 17:21:14.517496 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-a88878e8-6ffc-483e-a5dd-242b857bc231 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3432648 Jul 29 17:21:14.520306 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41336) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:14.524860 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:14.555433 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.556417 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.657131 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:21:14.658017 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.806988 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Allocated IP 172.20.0.2 (e10f1cb5-5dec-418a-86e5-e482e3fa0c17/85035fba-9c6d-4628-87c1-519ca4dbc75a/6ec86bd9-ba3d-488a-836d-7e7be35a0659) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:21:14.890318 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-56de7cd4-35dd-4220-ae19-5e65bb958766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:14.892088 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-56de7cd4-35dd-4220-ae19-5e65bb958766 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 1098 time: 0.3457222 Jul 29 17:21:14.893443 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.894318 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:14.997014 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.006217 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Transition to ACTIVE for port object 6ec86bd9-ba3d-488a-836d-7e7be35a0659 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:15.022148 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Transition to ACTIVE for port object 6ec86bd9-ba3d-488a-836d-7e7be35a0659 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:15.027543 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.062991 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:15.065787 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:15.069676 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:21:15.081859 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Pushing event updated for resources: {'Port': ['ID=6ec86bd9-ba3d-488a-836d-7e7be35a0659,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:15.098179 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.132657 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Attempting to bind port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:21:15.133023 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Attempting to bind port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:21:15.133383 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Attempting to bind port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 on network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:15.138294 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:21:15.138650 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Checking segment: {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:15.139041 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.139430 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Bound using segment: {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:21:15.139892 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Bound port: 6ec86bd9-ba3d-488a-836d-7e7be35a0659, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:21:15.140273 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.141405 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-b27004fe-ba3c-4379-8717-e7ad326d5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:15.142870 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-b27004fe-ba3c-4379-8717-e7ad326d5e80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.2062957 Jul 29 17:21:15.218486 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] For port 6ec86bd9-ba3d-488a-836d-7e7be35a0659, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:21:15.221401 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] For port 6ec86bd9-ba3d-488a-836d-7e7be35a0659, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=6ec86bd9-ba3d-488a-836d-7e7be35a0659,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:21:15.226150 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.242522 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-86dc4958-c145-4cd1-b3a4-6b232f1e59ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98bbb120-4890-4851-9295-20a36e7b5fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0672722 Jul 29 17:21:15.285019 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e36c2a-a479-4d0c-8573-186a43107a81 None None] Pushing event updated for resources: {'Port': ['ID=6ec86bd9-ba3d-488a-836d-7e7be35a0659,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:15.385966 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.406104 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.549373 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Allocated IP 172.27.0.10 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/48a68931-71f6-4253-87f4-c664b75e9058) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:21:15.648812 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.690954 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:15.730260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:15.733027 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:15.738434 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:21:15.744335 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Pushing event updated for resources: {'Port': ['ID=48a68931-71f6-4253-87f4-c664b75e9058,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:16.007024 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:16.130226 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec9ed2b-874d-4160-9ece-32ac7dcbfc2b None None] Network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:21:16.145326 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-e6deb70d-0a50-43cc-a7ba-bce753a2f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:16.147339 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-e6deb70d-0a50-43cc-a7ba-bce753a2f845 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0892816 Jul 29 17:21:16.244134 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-b9f72944-9c11-41c9-9319-3cbf726aa52d None None] Provisioning for port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:16.258648 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:16.394452 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Router bd317b55-f838-4bba-9e50-3eef4e180b3d is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:21:16.418944 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:16.507755 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:21:16.517718 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Sync routers for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:21:16.524557 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:16.526278 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-a97a5cc3-a592-4539-9725-9a8a4aff716f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0048892 Jul 29 17:21:16.528281 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:21:16.528405 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41346) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:16.528953 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:16.631299 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:21:16.802119 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:15Z', 'revision_number': 3, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:16.831466 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Checking router: bd317b55-f838-4bba-9e50-3eef4e180b3d for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:21:16.831805 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Updating router bd317b55-f838-4bba-9e50-3eef4e180b3d port 48a68931-71f6-4253-87f4-c664b75e9058 binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:21:16.857268 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:16.968844 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-3362df08-9034-4936-a8b2-d7ea07f9b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:16.970491 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-3362df08-9034-4936-a8b2-d7ea07f9b9ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0827019 Jul 29 17:21:16.979058 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 6ec86bd9-ba3d-488a-836d-7e7be35a0659 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:16.986872 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.002593 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.088222 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:17.096282 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:17.096681 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.235164 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.251476 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Transition to ACTIVE for port object 48a68931-71f6-4253-87f4-c664b75e9058 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:17.260411 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.263865 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.343687 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 6ec86bd9-ba3d-488a-836d-7e7be35a0659, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=6ec86bd9-ba3d-488a-836d-7e7be35a0659,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:17.346932 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608f9f1-29ff-4dfe-892c-ecf15f72920f None None] Pushing event updated for resources: {'Port': ['ID=48a68931-71f6-4253-87f4-c664b75e9058,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:17.350918 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Attempting to bind port 48a68931-71f6-4253-87f4-c664b75e9058 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:21:17.351288 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Attempting to bind port 48a68931-71f6-4253-87f4-c664b75e9058 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:21:17.351645 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Attempting to bind port 48a68931-71f6-4253-87f4-c664b75e9058 on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:17.353803 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.361437 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:21:17.361808 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:17.362205 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.362586 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:21:17.363048 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Bound port: 48a68931-71f6-4253-87f4-c664b75e9058, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:21:17.363430 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.405753 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Allocated IP 172.20.0.1 (e10f1cb5-5dec-418a-86e5-e482e3fa0c17/85035fba-9c6d-4628-87c1-519ca4dbc75a/5ec1ba09-e627-41a4-a859-2e6a2155c852) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:21:17.439255 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=6ec86bd9-ba3d-488a-836d-7e7be35a0659,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:17.452610 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] For port 48a68931-71f6-4253-87f4-c664b75e9058, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:21:17.455639 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] For port 48a68931-71f6-4253-87f4-c664b75e9058, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=48a68931-71f6-4253-87f4-c664b75e9058,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:21:17.460502 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.514376 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.515159 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:21:17.515789 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:17.528606 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Transition to ACTIVE for port object 5ec1ba09-e627-41a4-a859-2e6a2155c852 will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:17.554305 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608f9f1-29ff-4dfe-892c-ecf15f72920f None None] Pushing event updated for resources: {'Port': ['ID=48a68931-71f6-4253-87f4-c664b75e9058,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:17.562941 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.601266 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:17.603976 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:17.609473 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:21:17.628306 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:21:17.636210 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec1ba09-e627-41a4-a859-2e6a2155c852,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:17.656269 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.793158 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.819677 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:15Z', 'revision_number': 3, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:17.846008 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3acc67a-194a-446b-a28e-be4822f44ce2 None None] The sync data for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi is: [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:15Z', 'revision_number': 3, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:21:17.900929 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-75b14b1f-27ed-4251-a4e4-888c0f299549 None None] Provisioning for port 5ec1ba09-e627-41a4-a859-2e6a2155c852 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:17.905468 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-75b14b1f-27ed-4251-a4e4-888c0f299549 None None] Provisioning complete for port 5ec1ba09-e627-41a4-a859-2e6a2155c852 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:17.908848 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-75b14b1f-27ed-4251-a4e4-888c0f299549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:17.944260 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-75b14b1f-27ed-4251-a4e4-888c0f299549 None None] Port 5ec1ba09-e627-41a4-a859-2e6a2155c852 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:21:17.990291 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-874b73d2-77ea-4b7c-9e2d-f643733f59b5 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788950 Jul 29 17:21:18.136947 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:18.140509 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55bf952a-88fe-4b48-9543-0f23cf68f515 req-ef7cfcca-d71b-4ab1-b906-4b8be22fba20 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434381 Jul 29 17:21:18.143646 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:18.215794 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec1ba09-e627-41a4-a859-2e6a2155c852,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:18.219086 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:18.324422 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:18.326981 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:18.464478 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Router bd317b55-f838-4bba-9e50-3eef4e180b3d has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:21:18.574878 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-32d223df-245d-4afd-bab9-18478d806a80 None None] Provisioning complete for port 5ec1ba09-e627-41a4-a859-2e6a2155c852 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:18.575810 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32d223df-245d-4afd-bab9-18478d806a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:18.614007 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:21:18.624673 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-770e8906-ebe5-4dd1-ae7f-98cfe11d39b8 admin admin] 10.222.0.13 "PUT /v2.0/routers/bd317b55-f838-4bba-9e50-3eef4e180b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0930476 Jul 29 17:21:18.630756 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-32d223df-245d-4afd-bab9-18478d806a80 None None] Port 5ec1ba09-e627-41a4-a859-2e6a2155c852 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:21:18.998281 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 6ec86bd9-ba3d-488a-836d-7e7be35a0659 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:19.047413 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:19.048602 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.118284 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41380) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:19.123356 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-678734544-network', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:19.126933 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 48a68931-71f6-4253-87f4-c664b75e9058 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:19.145294 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Made reservation on behalf of 214b19501f52472eaa5fbb191a862b7e for: {'network': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:21:19.147996 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for network, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.157001 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.180352 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 48a68931-71f6-4253-87f4-c664b75e9058 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:19.185008 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 48a68931-71f6-4253-87f4-c664b75e9058 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:19.185542 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.264870 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.270540 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.274462 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.296244 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 48a68931-71f6-4253-87f4-c664b75e9058, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=48a68931-71f6-4253-87f4-c664b75e9058,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:19.296488 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=93267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 17:21:19.300099 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.307530 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9041782-bf71-4c3a-8ddf-55ca892961f6,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:19.312719 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.313057 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.segments_db [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Added segment 4e0c3d73-70b4-4515-9e81-f0b18a499c02 of type vlan for network 45bbbbe6-bfdd-4854-887d-4fee8937d76a Jul 29 17:21:19.356678 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=48a68931-71f6-4253-87f4-c664b75e9058,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:19.358444 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779849691230'] for network, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.390839 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297'] for network, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.391954 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:19.392654 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.448320 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3288636 Jul 29 17:21:19.451236 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41382) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:19.459307 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e36bda-645c-4bfd-ab46-b208eebbf3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=45bbbbe6-bfdd-4854-887d-4fee8937d76a,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:19.460248 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Request body: {'subnet': {'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-678734544-subnet', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'ip_version': 4}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:19.468231 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Network 45bbbbe6-bfdd-4854-887d-4fee8937d76a details requested by agent ovs-agent-dv-cinder-784623-16-iscsi with host dv-cinder-784623-16-iscsi {{(pid=93268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 17:21:19.482727 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Made reservation on behalf of 214b19501f52472eaa5fbb191a862b7e for: {'subnet': 1} {{(pid=93266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:21:19.485538 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8435131'] for subnet, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.494148 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Sync routers for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:21:19.504274 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:21:19.505087 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:19.663908 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:21:19.670709 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8435093'] for subnet, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.725026 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0554503c-1be8-461c-bdd8-a383b27ef965,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:19.735246 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Checking segment: {'id': '4e0c3d73-70b4-4515-9e81-f0b18a499c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:19.735538 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Network hostable DHCP agents. Network: 45bbbbe6-bfdd-4854-887d-4fee8937d76a, hostable agents: ['fe5201ce-1bc8-4e58-8036-c94b14349a05'], hosted agents: [] {{(pid=93266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 17:21:19.754087 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Network 45bbbbe6-bfdd-4854-887d-4fee8937d76a is scheduled to be hosted by DHCP agent fe5201ce-1bc8-4e58-8036-c94b14349a05 with binding_index 1 {{(pid=93266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 17:21:19.764067 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-16-iscsi, 45bbbbe6-bfdd-4854-887d-4fee8937d76a) {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:19.768642 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:19.769244 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.774009 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232cf4b-1a2d-4cca-806e-1cec4b0d13e3 None None] Network 45bbbbe6-bfdd-4854-887d-4fee8937d76a requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:21:19.794570 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-c0566221-fd1f-4011-8459-92822cf8d586 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3421588 Jul 29 17:21:19.797162 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41386) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:19.802061 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:19.825578 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-558681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1982'] for router, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.826601 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1969'] for router, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.883932 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.934124 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e418563-8bb7-5a0d-89e6-5108cf300164-45bbbbe6-bfdd-4854-887d-4fee8937d76a', 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'fixed_ips': [{'subnet_id': '0554503c-1be8-461c-bdd8-a383b27ef965'}]}} from dv-cinder-784623-16-iscsi. {{(pid=93268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 17:21:19.935368 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:19.985677 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '5ec1ba09-e627-41a4-a859-2e6a2155c852', 'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'mac_address': 'fa:16:3e:ef:3a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:17Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 2, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'subnets': [{'id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:20.015536 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Checking router: bd317b55-f838-4bba-9e50-3eef4e180b3d for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:21:20.016211 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Updating router bd317b55-f838-4bba-9e50-3eef4e180b3d port 5ec1ba09-e627-41a4-a859-2e6a2155c852 binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:21:20.049219 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.079779 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.db_base_plugin_common [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Allocated IP 172.20.0.2 (45bbbbe6-bfdd-4854-887d-4fee8937d76a/0554503c-1be8-461c-bdd8-a383b27ef965/6fa4ec6f-cdba-4508-8429-3cdc1a395567) {{(pid=93268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:21:20.236704 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Notify callbacks [] for port, precommit_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.246199 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Transition to ACTIVE for port object 6fa4ec6f-cdba-4508-8429-3cdc1a395567 will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:20.263348 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Transition to ACTIVE for port object 6fa4ec6f-cdba-4508-8429-3cdc1a395567 will not be triggered until provisioned by entity DHCP. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:20.269579 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566'] for port, after_create {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.294115 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-725705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1955'] for router, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.308622 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Network 45bbbbe6-bfdd-4854-887d-4fee8937d76a is already hosted by enough agents. {{(pid=93268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:20.311483 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.scheduler.base_scheduler [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Resources bound (agent type, host, resource id): {{(pid=93268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:20.314921 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Received port after_create {{(pid=93268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:21:20.338986 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.349767 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Pushing event updated for resources: {'Port': ['ID=6fa4ec6f-cdba-4508-8429-3cdc1a395567,revision_number=1']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:20.352199 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Transition to ACTIVE for port object 5ec1ba09-e627-41a4-a859-2e6a2155c852 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:20.359024 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.381450 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Attempting to bind port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:21:20.381925 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Attempting to bind port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '4e0c3d73-70b4-4515-9e81-f0b18a499c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:21:20.382407 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Attempting to bind port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 on network 45bbbbe6-bfdd-4854-887d-4fee8937d76a {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:20.387734 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:21:20.388585 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Checking segment: {'id': '4e0c3d73-70b4-4515-9e81-f0b18a499c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:20.388585 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.389130 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Bound using segment: {'id': '4e0c3d73-70b4-4515-9e81-f0b18a499c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:21:20.389698 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Bound port: 6fa4ec6f-cdba-4508-8429-3cdc1a395567, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0c3d73-70b4-4515-9e81-f0b18a499c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:21:20.390173 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.408064 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Pushing event updated for resources: {'Port': ['ID=5ec1ba09-e627-41a4-a859-2e6a2155c852,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:20.457703 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] For port 6fa4ec6f-cdba-4508-8429-3cdc1a395567, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:21:20.461739 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] For port 6fa4ec6f-cdba-4508-8429-3cdc1a395567, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=6fa4ec6f-cdba-4508-8429-3cdc1a395567,segment=NetworkSegment(4e0c3d73-70b4-4515-9e81-f0b18a499c02),segment_id=4e0c3d73-70b4-4515-9e81-f0b18a499c02)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:21:20.466868 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.467683 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.468068 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.468418 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.468777 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.469112 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.469445 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.469776 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.475464 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.475901 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.476240 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.476783 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.477280 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:20.489369 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Attempting to bind port 5ec1ba09-e627-41a4-a859-2e6a2155c852 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:21:20.490086 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Attempting to bind port 5ec1ba09-e627-41a4-a859-2e6a2155c852 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:21:20.490615 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Attempting to bind port 5ec1ba09-e627-41a4-a859-2e6a2155c852 on network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:20.496363 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:21:20.497496 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Checking segment: {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:20.498078 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.498626 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Bound using segment: {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:21:20.499280 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Bound port: 5ec1ba09-e627-41a4-a859-2e6a2155c852, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:21:20.499829 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.535268 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbd457-327d-45dd-9935-5a924c395663 None None] Pushing event updated for resources: {'Port': ['ID=6fa4ec6f-cdba-4508-8429-3cdc1a395567,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:20.537938 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.562289 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.584397 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] For port 5ec1ba09-e627-41a4-a859-2e6a2155c852, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:21:20.588109 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] For port 5ec1ba09-e627-41a4-a859-2e6a2155c852, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=5ec1ba09-e627-41a4-a859-2e6a2155c852,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:21:20.592991 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.640412 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:21:20.641069 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:20.688906 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Allocated IP 172.27.0.84 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/5db7373a-4ec5-42ad-af87-b2e03daa709b) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:21:20.748417 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:21:20.874748 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.883510 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec2b1c-f1e1-4aa2-95e4-4ac5eaeb682f None None] Pushing event updated for resources: {'Port': ['ID=5ec1ba09-e627-41a4-a859-2e6a2155c852,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:20.954384 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:20.989034 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:20.993815 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:20.996227 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:21:21.016835 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '5ec1ba09-e627-41a4-a859-2e6a2155c852', 'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'mac_address': 'fa:16:3e:ef:3a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:17Z', 'updated_at': '2021-07-29T17:21:20Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'subnets': [{'id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:21.044439 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7af7a-7196-4fff-bab2-524b54a0de73 None None] The sync data for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi is: [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '5ec1ba09-e627-41a4-a859-2e6a2155c852', 'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'mac_address': 'fa:16:3e:ef:3a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:17Z', 'updated_at': '2021-07-29T17:21:20Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'subnets': [{'id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:21:21.117021 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Pushing event updated for resources: {'Port': ['ID=5db7373a-4ec5-42ad-af87-b2e03daa709b,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:21.126477 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 6fa4ec6f-cdba-4508-8429-3cdc1a395567 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:21.182593 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:21.189526 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 48a68931-71f6-4253-87f4-c664b75e9058 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:21.244712 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 48a68931-71f6-4253-87f4-c664b75e9058 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:21.245082 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:21.292752 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:21.493647 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-725740'] for router, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:21.635571 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Router aac71779-054e-47f1-823f-4b55a3f99056 is scheduled to L3 agent c432e629-2611-48cf-a975-8fff8df7853c with binding_index 1 {{(pid=93266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 17:21:21.669629 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:21:21.706521 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9429570c-318c-4c47-846b-3f0abc10b810 None None] Network 45bbbbe6-bfdd-4854-887d-4fee8937d76a requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:21:21.749355 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:21:21.770092 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Sync routers for ids ['aac71779-054e-47f1-823f-4b55a3f99056'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:21:21.770980 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] Notify callbacks [] for router, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:21.772718 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-df47037c-67ef-4cd4-95c7-fff1b12130dc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9743707 Jul 29 17:21:21.775607 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41394) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:21.809618 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Routers {'aac71779-054e-47f1-823f-4b55a3f99056'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:21:21.810280 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aac71779-054e-47f1-823f-4b55a3f99056'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:21.818499 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-c1d1361a-4414-49ab-8e4a-7852bf7ca83f None None] Provisioning for port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:21.862447 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-c1d1361a-4414-49ab-8e4a-7852bf7ca83f None None] Provisioning complete for port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:21.862828 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1d1361a-4414-49ab-8e4a-7852bf7ca83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.023023 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Set router aac71779-054e-47f1-823f-4b55a3f99056 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:21:22.168729 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1d1361a-4414-49ab-8e4a-7852bf7ca83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.227634 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-c1d1361a-4414-49ab-8e4a-7852bf7ca83f None None] For port 6fa4ec6f-cdba-4508-8429-3cdc1a395567, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=6fa4ec6f-cdba-4508-8429-3cdc1a395567,segment=NetworkSegment(4e0c3d73-70b4-4515-9e81-f0b18a499c02),segment_id=4e0c3d73-70b4-4515-9e81-f0b18a499c02)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:22.232573 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c1d1361a-4414-49ab-8e4a-7852bf7ca83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.240437 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.318777 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1361a-4414-49ab-8e4a-7852bf7ca83f None None] Pushing event updated for resources: {'Port': ['ID=6fa4ec6f-cdba-4508-8429-3cdc1a395567,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:22.334211 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:19Z', 'updated_at': '2021-07-29T17:21:21Z', 'revision_number': 3, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'gw_port': {'id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:20Z', 'updated_at': '2021-07-29T17:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:22.365561 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Checking router: aac71779-054e-47f1-823f-4b55a3f99056 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:21:22.365904 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Updating router aac71779-054e-47f1-823f-4b55a3f99056 port 5db7373a-4ec5-42ad-af87-b2e03daa709b binding host dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:21:22.390605 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.430671 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Allocated IP 172.20.0.1 (45bbbbe6-bfdd-4854-887d-4fee8937d76a/0554503c-1be8-461c-bdd8-a383b27ef965/b83bcf91-254e-4c61-855a-c17beaf6e749) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:21:22.505789 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-a6a653c5-33ab-4c84-86b8-a933f56b0379 None None] Provisioning complete for port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:22.506170 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a6a653c5-33ab-4c84-86b8-a933f56b0379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.538832 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.552509 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Transition to ACTIVE for port object b83bcf91-254e-4c61-855a-c17beaf6e749 will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:22.585637 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.634337 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Network 45bbbbe6-bfdd-4854-887d-4fee8937d76a is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:22.637250 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:22.643044 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:21:22.648869 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b83bcf91-254e-4c61-855a-c17beaf6e749,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:22.687106 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-725555'] for router_interface, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.727007 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Notify callbacks [] for port, precommit_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.737836 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Transition to ACTIVE for port object 5db7373a-4ec5-42ad-af87-b2e03daa709b will not be triggered until provisioned by entity L2. {{(pid=93268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:22.744870 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.799883 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e976303-cfc3-450b-8cf5-1f879c4326e7 None None] Pushing event updated for resources: {'Port': ['ID=5db7373a-4ec5-42ad-af87-b2e03daa709b,revision_number=2']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:22.802917 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Attempting to bind port 5db7373a-4ec5-42ad-af87-b2e03daa709b on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:21:22.803292 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Attempting to bind port 5db7373a-4ec5-42ad-af87-b2e03daa709b by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:21:22.803652 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Attempting to bind port 5db7373a-4ec5-42ad-af87-b2e03daa709b on network 9c103271-648b-4bbf-8ca9-c871cca89451 {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:22.810243 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:21:22.810496 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Checking segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:22.810780 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.811347 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Bound using segment: {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'} {{(pid=93268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:21:22.811982 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.managers [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Bound port: 5db7373a-4ec5-42ad-af87-b2e03daa709b, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabb54f3-34f7-4fa2-a113-32f4e106dab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451'}}] {{(pid=93268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:21:22.812571 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.831005 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.871200 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] For port 5db7373a-4ec5-42ad-af87-b2e03daa709b, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:21:22.874726 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] For port 5db7373a-4ec5-42ad-af87-b2e03daa709b, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=5db7373a-4ec5-42ad-af87-b2e03daa709b,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:21:22.883921 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.939243 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-c422e15a-c204-44fa-bb14-659bb2f4799e None None] Provisioning for port b83bcf91-254e-4c61-855a-c17beaf6e749 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:22.960064 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-c422e15a-c204-44fa-bb14-659bb2f4799e None None] Provisioning complete for port b83bcf91-254e-4c61-855a-c17beaf6e749 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:22.960309 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c422e15a-c204-44fa-bb14-659bb2f4799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:22.963295 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Routers {'aac71779-054e-47f1-823f-4b55a3f99056'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:21:22.963937 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aac71779-054e-47f1-823f-4b55a3f99056'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:23.015176 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e976303-cfc3-450b-8cf5-1f879c4326e7 None None] Pushing event updated for resources: {'Port': ['ID=5db7373a-4ec5-42ad-af87-b2e03daa709b,revision_number=3']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:23.051727 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-c422e15a-c204-44fa-bb14-659bb2f4799e None None] Port b83bcf91-254e-4c61-855a-c17beaf6e749 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:21:23.117398 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:23.122573 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:23.190781 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-679843'] for router_interface, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:23.193674 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b83bcf91-254e-4c61-855a-c17beaf6e749,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:23.210131 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 6fa4ec6f-cdba-4508-8429-3cdc1a395567 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:23.265509 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] Set router aac71779-054e-47f1-823f-4b55a3f99056 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:21:23.285224 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Network 45bbbbe6-bfdd-4854-887d-4fee8937d76a is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:23.286671 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:23.316687 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:23.317056 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:23.407664 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Router aac71779-054e-47f1-823f-4b55a3f99056 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:21:23.514263 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 5ec1ba09-e627-41a4-a859-2e6a2155c852 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:23.591643 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-376cdeb5-21c1-4dc2-b18f-c2918278065f None None] Provisioning complete for port b83bcf91-254e-4c61-855a-c17beaf6e749 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:23.592022 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-376cdeb5-21c1-4dc2-b18f-c2918278065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:23.594797 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:19Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 4, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'gw_port': {'id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:20Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'b83bcf91-254e-4c61-855a-c17beaf6e749', 'name': '', 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'mac_address': 'fa:16:3e:f0:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:22Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 1, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'subnets': [{'id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:23.644316 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e989aa68-0b32-43b0-a570-03feea96904a None None] The sync data for ids ['aac71779-054e-47f1-823f-4b55a3f99056'] in dv-cinder-784623-16-iscsi is: [{'id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:19Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 4, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'gw_port': {'id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:20Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'b83bcf91-254e-4c61-855a-c17beaf6e749', 'name': '', 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'mac_address': 'fa:16:3e:f0:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:22Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 1, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'subnets': [{'id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:21:23.646016 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 5ec1ba09-e627-41a4-a859-2e6a2155c852 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:23.654438 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 5ec1ba09-e627-41a4-a859-2e6a2155c852 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:23.654819 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:23.683732 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-376cdeb5-21c1-4dc2-b18f-c2918278065f None None] Port b83bcf91-254e-4c61-855a-c17beaf6e749 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:21:23.747188 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:23.783544 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 5ec1ba09-e627-41a4-a859-2e6a2155c852, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=5ec1ba09-e627-41a4-a859-2e6a2155c852,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:23.788266 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:23.790442 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:21:23.795477 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b10e3f3f-9bb4-4662-9396-89bae9bc25f2 admin admin] 10.222.0.13 "PUT /v2.0/routers/aac71779-054e-47f1-823f-4b55a3f99056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0188379 Jul 29 17:21:23.847633 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=5ec1ba09-e627-41a4-a859-2e6a2155c852,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:24.374231 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41422) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:24.382538 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-309a56b6-e361-48cf-998d-51dc62e2b8ee tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643263318', 'description': 'tempest-secgroup-smoke-643263318 description', 'project_id': 'b5d2fe9003304b91b16374343a7fe034'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:24.406996 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-309a56b6-e361-48cf-998d-51dc62e2b8ee tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.504168 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-309a56b6-e361-48cf-998d-51dc62e2b8ee tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.509329 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-309a56b6-e361-48cf-998d-51dc62e2b8ee tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.544789 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a56b6-e361-48cf-998d-51dc62e2b8ee tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2897e345-b6df-4377-8e1f-f42e38ed7837,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:24.548627 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-309a56b6-e361-48cf-998d-51dc62e2b8ee tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.549876 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-309a56b6-e361-48cf-998d-51dc62e2b8ee tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1716897 Jul 29 17:21:24.553572 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41424) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:24.558803 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-77d295a0-e770-47fd-8fe5-5c9e4c0f09a5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Request body: {'security_group_rule': {'security_group_id': '2897e345-b6df-4377-8e1f-f42e38ed7837', 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:24.589791 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-77d295a0-e770-47fd-8fe5-5c9e4c0f09a5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.653677 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-77d295a0-e770-47fd-8fe5-5c9e4c0f09a5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.657699 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-77d295a0-e770-47fd-8fe5-5c9e4c0f09a5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.673646 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d295a0-e770-47fd-8fe5-5c9e4c0f09a5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9314a72f-d459-42d9-8aee-41864d9dea5c,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:24.683639 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-77d295a0-e770-47fd-8fe5-5c9e4c0f09a5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.687683 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-77d295a0-e770-47fd-8fe5-5c9e4c0f09a5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298764 Jul 29 17:21:24.687979 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41426) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:24.692385 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-7380541c-a8f3-4a90-aec4-5752902df9d1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Request body: {'security_group_rule': {'security_group_id': '2897e345-b6df-4377-8e1f-f42e38ed7837', 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:24.719378 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7380541c-a8f3-4a90-aec4-5752902df9d1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.780263 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7380541c-a8f3-4a90-aec4-5752902df9d1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.785075 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7380541c-a8f3-4a90-aec4-5752902df9d1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.802484 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380541c-a8f3-4a90-aec4-5752902df9d1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef87f0b-3f64-471d-bfa7-87f21426ace0,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:24.809044 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7380541c-a8f3-4a90-aec4-5752902df9d1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.812703 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-7380541c-a8f3-4a90-aec4-5752902df9d1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213396 Jul 29 17:21:24.812895 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41428) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:24.817397 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-76036147-ad93-4e36-827a-d582683bb0c7 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Request body: {'security_group_rule': {'security_group_id': '2897e345-b6df-4377-8e1f-f42e38ed7837', 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:24.846560 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-76036147-ad93-4e36-827a-d582683bb0c7 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.909239 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-76036147-ad93-4e36-827a-d582683bb0c7 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.913288 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-76036147-ad93-4e36-827a-d582683bb0c7 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.931491 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76036147-ad93-4e36-827a-d582683bb0c7 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf84e94-d3ed-46f2-8612-cd6310bc7f7b,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:24.938804 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-76036147-ad93-4e36-827a-d582683bb0c7 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:24.943376 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-76036147-ad93-4e36-827a-d582683bb0c7 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295068 Jul 29 17:21:24.943660 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41430) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:24.948679 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-b2556858-f55a-4546-a7e4-b04214b6ee17 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Request body: {'security_group_rule': {'security_group_id': '2897e345-b6df-4377-8e1f-f42e38ed7837', 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:24.981153 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b2556858-f55a-4546-a7e4-b04214b6ee17 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.021367 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 5db7373a-4ec5-42ad-af87-b2e03daa709b up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:25.047121 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b2556858-f55a-4546-a7e4-b04214b6ee17 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.050788 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b2556858-f55a-4546-a7e4-b04214b6ee17 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.071543 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port 5db7373a-4ec5-42ad-af87-b2e03daa709b completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:25.073692 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2556858-f55a-4546-a7e4-b04214b6ee17 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d40a643-bbc4-4cee-8892-d0e5f609e0d5,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:25.075486 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 5db7373a-4ec5-42ad-af87-b2e03daa709b triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:25.075939 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.077586 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b2556858-f55a-4546-a7e4-b04214b6ee17 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.081319 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b2556858-f55a-4546-a7e4-b04214b6ee17 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339571 Jul 29 17:21:25.081764 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41432) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:25.086976 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-5488ba81-a734-4f01-9ef7-0ec2ca40dbd9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Request body: {'security_group_rule': {'security_group_id': '2897e345-b6df-4377-8e1f-f42e38ed7837', 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:25.109955 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.securitygroups_db [None req-5488ba81-a734-4f01-9ef7-0ec2ca40dbd9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Project b5d2fe9003304b91b16374343a7fe034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:21:25.115452 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5488ba81-a734-4f01-9ef7-0ec2ca40dbd9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.156211 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.175980 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5488ba81-a734-4f01-9ef7-0ec2ca40dbd9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.177790 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port 5db7373a-4ec5-42ad-af87-b2e03daa709b, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=5db7373a-4ec5-42ad-af87-b2e03daa709b,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:25.181189 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5488ba81-a734-4f01-9ef7-0ec2ca40dbd9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.183633 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.184976 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 5ec1ba09-e627-41a4-a859-2e6a2155c852 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:25.199233 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488ba81-a734-4f01-9ef7-0ec2ca40dbd9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387ff55d-89e5-4400-b1c7-88e575fa05d4,revision_number=0']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:25.206465 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-5488ba81-a734-4f01-9ef7-0ec2ca40dbd9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.210425 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-5488ba81-a734-4f01-9ef7-0ec2ca40dbd9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253476 Jul 29 17:21:25.210805 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41434) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:25.215465 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [None req-a4544bfa-90b8-46f7-8d54-c1213e101d36 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Request body: {'security_group_rule': {'security_group_id': '2897e345-b6df-4377-8e1f-f42e38ed7837', 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:25.237677 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.securitygroups_db [None req-a4544bfa-90b8-46f7-8d54-c1213e101d36 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Project b5d2fe9003304b91b16374343a7fe034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 17:21:25.243166 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4544bfa-90b8-46f7-8d54-c1213e101d36 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.267129 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=5db7373a-4ec5-42ad-af87-b2e03daa709b,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:25.278142 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 5ec1ba09-e627-41a4-a859-2e6a2155c852 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:25.278521 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.308803 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4544bfa-90b8-46f7-8d54-c1213e101d36 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.312767 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4544bfa-90b8-46f7-8d54-c1213e101d36 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525481'] for security_group_rule, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.328038 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4544bfa-90b8-46f7-8d54-c1213e101d36 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33a93a1-0b60-4b83-b9e4-8f6b2d011b78,revision_number=0']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:25.338001 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-a4544bfa-90b8-46f7-8d54-c1213e101d36 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:25.339248 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-a4544bfa-90b8-46f7-8d54-c1213e101d36 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273968 Jul 29 17:21:25.725291 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Sync routers for ids ['aac71779-054e-47f1-823f-4b55a3f99056'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:21:25.733827 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Routers {'aac71779-054e-47f1-823f-4b55a3f99056'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:21:25.734494 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aac71779-054e-47f1-823f-4b55a3f99056'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:25.841904 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Set router aac71779-054e-47f1-823f-4b55a3f99056 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:21:26.044030 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:19Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 4, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'gw_port': {'id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:20Z', 'updated_at': '2021-07-29T17:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'b83bcf91-254e-4c61-855a-c17beaf6e749', 'name': '', 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'mac_address': 'fa:16:3e:f0:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:22Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 2, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'subnets': [{'id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:26.070407 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Checking router: aac71779-054e-47f1-823f-4b55a3f99056 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:21:26.070772 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Updating router aac71779-054e-47f1-823f-4b55a3f99056 port b83bcf91-254e-4c61-855a-c17beaf6e749 binding host dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 17:21:26.094943 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:26.358422 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:26.368219 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.provisioning_blocks [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Transition to ACTIVE for port object b83bcf91-254e-4c61-855a-c17beaf6e749 will not be triggered until provisioned by entity L2. {{(pid=93269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:26.374274 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:26.431363 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffb341-ecea-4dd9-b10b-bbe9ca155e4d None None] Pushing event updated for resources: {'Port': ['ID=b83bcf91-254e-4c61-855a-c17beaf6e749,revision_number=3']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:26.484153 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Attempting to bind port b83bcf91-254e-4c61-855a-c17beaf6e749 on host dv-cinder-784623-16-iscsi for vnic_type normal with profile {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:21:26.484625 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Attempting to bind port b83bcf91-254e-4c61-855a-c17beaf6e749 by drivers openvswitch,hyperv on host dv-cinder-784623-16-iscsi at level 0 using segments [{'id': '4e0c3d73-70b4-4515-9e81-f0b18a499c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a'}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:21:26.485060 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Attempting to bind port b83bcf91-254e-4c61-855a-c17beaf6e749 on network 45bbbbe6-bfdd-4854-887d-4fee8937d76a {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:26.490659 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Checking agent: {'id': '84edabb9-b91a-44a6-b541-9fb440490b93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 5, 14), 'started_at': datetime.datetime(2021, 7, 29, 17, 5, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:21:26.491132 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Checking segment: {'id': '4e0c3d73-70b4-4515-9e81-f0b18a499c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:26.491604 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:26.491994 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Bound using segment: {'id': '4e0c3d73-70b4-4515-9e81-f0b18a499c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a'} {{(pid=93269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:21:26.492460 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.managers [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Bound port: b83bcf91-254e-4c61-855a-c17beaf6e749, host: dv-cinder-784623-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0c3d73-70b4-4515-9e81-f0b18a499c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a'}}] {{(pid=93269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:21:26.492874 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:26.649576 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] For port b83bcf91-254e-4c61-855a-c17beaf6e749, host dv-cinder-784623-16-iscsi, cleared binding levels {{(pid=93269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:21:26.652474 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.plugins.ml2.db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] For port b83bcf91-254e-4c61-855a-c17beaf6e749, host dv-cinder-784623-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=b83bcf91-254e-4c61-855a-c17beaf6e749,segment=NetworkSegment(4e0c3d73-70b4-4515-9e81-f0b18a499c02),segment_id=4e0c3d73-70b4-4515-9e81-f0b18a499c02)] {{(pid=93269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:21:26.656978 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron_lib.callbacks.manager [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:26.712194 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Routers {'aac71779-054e-47f1-823f-4b55a3f99056'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:21:26.712851 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aac71779-054e-47f1-823f-4b55a3f99056'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:26.748248 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffb341-ecea-4dd9-b10b-bbe9ca155e4d None None] Pushing event updated for resources: {'Port': ['ID=b83bcf91-254e-4c61-855a-c17beaf6e749,revision_number=4']} {{(pid=93269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:26.825987 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] Set router aac71779-054e-47f1-823f-4b55a3f99056 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:21:26.969948 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 5db7373a-4ec5-42ad-af87-b2e03daa709b up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:27.017569 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port 5db7373a-4ec5-42ad-af87-b2e03daa709b triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:27.017938 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:27.032834 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:19Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 4, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'gw_port': {'id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:20Z', 'updated_at': '2021-07-29T17:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'b83bcf91-254e-4c61-855a-c17beaf6e749', 'name': '', 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'mac_address': 'fa:16:3e:f0:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:22Z', 'updated_at': '2021-07-29T17:21:26Z', 'revision_number': 4, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'subnets': [{'id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:21:27.063754 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0ebb6-943d-49da-8913-19c7c3a52bb8 None None] The sync data for ids ['aac71779-054e-47f1-823f-4b55a3f99056'] in dv-cinder-784623-16-iscsi is: [{'id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:19Z', 'updated_at': '2021-07-29T17:21:22Z', 'revision_number': 4, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'gw_port': {'id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:20Z', 'updated_at': '2021-07-29T17:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': 'b83bcf91-254e-4c61-855a-c17beaf6e749', 'name': '', 'network_id': '45bbbbe6-bfdd-4854-887d-4fee8937d76a', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'mac_address': 'fa:16:3e:f0:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:22Z', 'updated_at': '2021-07-29T17:21:26Z', 'revision_number': 4, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'subnets': [{'id': '0554503c-1be8-461c-bdd8-a383b27ef965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:21:27.099258 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device b83bcf91-254e-4c61-855a-c17beaf6e749 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:27.147766 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning for port b83bcf91-254e-4c61-855a-c17beaf6e749 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:27.151828 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port b83bcf91-254e-4c61-855a-c17beaf6e749 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:27.152205 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:27.231157 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:27.267652 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] For port b83bcf91-254e-4c61-855a-c17beaf6e749, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=b83bcf91-254e-4c61-855a-c17beaf6e749,segment=NetworkSegment(4e0c3d73-70b4-4515-9e81-f0b18a499c02),segment_id=4e0c3d73-70b4-4515-9e81-f0b18a499c02)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:27.271828 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:27.323949 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Pushing event updated for resources: {'Port': ['ID=b83bcf91-254e-4c61-855a-c17beaf6e749,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:28.934242 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device b83bcf91-254e-4c61-855a-c17beaf6e749 up at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:28.983657 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Provisioning complete for port b83bcf91-254e-4c61-855a-c17beaf6e749 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:28.984029 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:41.350377 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-60ce42ca-2fd6-4bee-ae8e-d698958eda91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:43.610370 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-ba4978ad-668b-438b-b963-7354a587905c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800580398&fields=id&tenant_id=6fe8e2306f964474bb04b3f59f9abeff HTTP/1.1" status: 200 len: 267 time: 0.0343535 Jul 29 17:21:43.718147 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c4edb4a1-48d4-41a4-a084-74b92901f927 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:43.719625 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c4edb4a1-48d4-41a4-a084-74b92901f927 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 812 time: 0.1026418 Jul 29 17:21:43.734916 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-0e83337e-63fa-413f-9412-a5167082d0da tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/quotas/6fe8e2306f964474bb04b3f59f9abeff HTTP/1.1" status: 200 len: 375 time: 0.0090985 Jul 29 17:21:43.795438 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-2fa515cf-c9b2-4996-8ea1-1014b3af482b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554667 Jul 29 17:21:43.865202 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4699a183-60f8-4abf-8600-94b66a931149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:43.893369 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-130695c1-d391-40b2-9339-f34b8a8929c9 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866263 Jul 29 17:21:43.979431 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:43.987640 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-12f0e79d-a016-4784-be70-5d32bf21c655 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878036 Jul 29 17:21:44.270685 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d2bcfedd-079e-41c0-9acc-840d8bd1983d req-2619b987-3cd8-41ff-8075-55c7dc54946c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 210 time: 0.0263777 Jul 29 17:21:44.865328 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:45.361298 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-55968f9f-97f8-4c02-8940-ce23f8770da0 req-14d8be74-6977-47b6-8d0f-245e9aadf8e5 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 210 time: 0.0268464 Jul 29 17:21:45.607716 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-b5ead449-6827-4194-9921-835f9a48258f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:45.609226 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-b5ead449-6827-4194-9921-835f9a48258f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 812 time: 0.1158905 Jul 29 17:21:45.682204 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-6994b669-8337-4e7c-96cf-b7b0acb43962 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe8e2306f964474bb04b3f59f9abeff HTTP/1.1" status: 200 len: 379 time: 0.0341144 Jul 29 17:21:45.692809 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'port': {'device_id': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'admin_state_up': True, 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'security_groups': ['5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:45.803140 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Made reservation on behalf of 6fe8e2306f964474bb04b3f59f9abeff for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:21:45.806817 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:45.932888 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Allocated IP 172.20.0.4 (5ae59075-d98f-46e5-9ff2-b543dd700484/da91c2f1-98a1-47cc-86db-ca9ec38a300d/0564d6d0-f256-44a9-afed-8c2f8a79c181) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:21:46.072121 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.085432 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Transition to ACTIVE for port object 0564d6d0-f256-44a9-afed-8c2f8a79c181 will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:46.116514 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.167341 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:46.174968 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:46.182593 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:21:46.187730 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'Port': ['ID=0564d6d0-f256-44a9-afed-8c2f8a79c181,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:46.249537 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:46.250209 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.272439 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c90ab791-f283-4608-b5f7-33883967fd4b tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838096 Jul 29 17:21:46.297532 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Request body: {'port': {'device_id': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:46.354566 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.432730 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.492863 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-e585f520-f282-48c3-9f3d-8869205c6ce0 None None] Provisioning for port 0564d6d0-f256-44a9-afed-8c2f8a79c181 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:46.497461 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-e585f520-f282-48c3-9f3d-8869205c6ce0 None None] Provisioning complete for port 0564d6d0-f256-44a9-afed-8c2f8a79c181 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:46.497838 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e585f520-f282-48c3-9f3d-8869205c6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.500246 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378dcc1-54a3-483e-a73d-4d9fb151f504 req-f6abf1b6-2be8-438f-bfe0-c085b1bf4e64 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:46.502107 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0378dcc1-54a3-483e-a73d-4d9fb151f504 req-f6abf1b6-2be8-438f-bfe0-c085b1bf4e64 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 931 time: 0.0639553 Jul 29 17:21:46.538334 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-e585f520-f282-48c3-9f3d-8869205c6ce0 None None] Port 0564d6d0-f256-44a9-afed-8c2f8a79c181 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:21:46.557896 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0378dcc1-54a3-483e-a73d-4d9fb151f504 req-a277cb68-253c-4e38-89a4-94f4fa249e52 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485580 Jul 29 17:21:46.650056 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0564d6d0-f256-44a9-afed-8c2f8a79c181 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:21:46.657348 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.669576 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Transition to ACTIVE for port object 0564d6d0-f256-44a9-afed-8c2f8a79c181 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:46.673083 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.736743 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0564d6d0-f256-44a9-afed-8c2f8a79c181,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:46.789301 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Attempting to bind port 0564d6d0-f256-44a9-afed-8c2f8a79c181 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:21:46.789634 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Attempting to bind port 0564d6d0-f256-44a9-afed-8c2f8a79c181 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:21:46.789957 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Attempting to bind port 0564d6d0-f256-44a9-afed-8c2f8a79c181 on network 5ae59075-d98f-46e5-9ff2-b543dd700484 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:46.794469 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Port 0564d6d0-f256-44a9-afed-8c2f8a79c181 on network 5ae59075-d98f-46e5-9ff2-b543dd700484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:21:46.794785 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Attempting to bind port 0564d6d0-f256-44a9-afed-8c2f8a79c181 on network 5ae59075-d98f-46e5-9ff2-b543dd700484 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:46.799702 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:21:46.800031 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Checking segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:46.800410 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Bound using segment: {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:21:46.800863 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Bound port: 0564d6d0-f256-44a9-afed-8c2f8a79c181, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98faeec8-4d86-48fc-98a6-028dac8b3f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:21:46.801225 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.876700 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] For port 0564d6d0-f256-44a9-afed-8c2f8a79c181, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:21:46.880389 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] For port 0564d6d0-f256-44a9-afed-8c2f8a79c181, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:21:46.884413 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.921129 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:46.921628 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.922866 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] 10.222.0.44 "PUT /v2.0/ports/0564d6d0-f256-44a9-afed-8c2f8a79c181 HTTP/1.1" status: 200 len: 1093 time: 0.6307471 Jul 29 17:21:46.923306 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:21:46.925888 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e94997-480d-47c8-a2d9-f465ad18eccb" -d '{"events": [{"name": "network-changed", "server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:21:46.926177 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:46.950067 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a274e-5ce6-4845-98e5-cc17150bccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0564d6d0-f256-44a9-afed-8c2f8a79c181,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:46.970515 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53632821-9546-4347-a572-2e1f9a8c8f5b x-openstack-request-id: req-53632821-9546-4347-a572-2e1f9a8c8f5b {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:21:46.971150 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:21:46.971407 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53632821-9546-4347-a572-2e1f9a8c8f5b {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:21:46.971948 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'status': 'completed', 'code': 200} Jul 29 17:21:47.049262 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-23759a5e-c5ec-4d20-aeb8-110a69df6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:47.050790 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-23759a5e-c5ec-4d20-aeb8-110a69df6e6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 1096 time: 0.0453904 Jul 29 17:21:47.106728 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-162141de-9016-4fcb-9de7-c434b66d7f62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181 HTTP/1.1" status: 200 len: 217 time: 0.0396538 Jul 29 17:21:47.156239 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c624e56c-3e1d-4076-9d46-9c3db764f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:47.157716 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c624e56c-3e1d-4076-9d46-9c3db764f0a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0440519 Jul 29 17:21:47.204392 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c5f244f7-f206-4fce-93c8-57e5730e139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:47.205953 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-c5f244f7-f206-4fce-93c8-57e5730e139a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398641 Jul 29 17:21:47.298762 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-70b0f3cc-c1d4-4fd6-b114-1fc879684d18 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849595 Jul 29 17:21:47.388980 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-28fbe8ea-7675-48f8-860b-8e2ab676c286 req-b15898fe-9964-4cf6-a6c3-c89549e4652c service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823247 Jul 29 17:21:47.534635 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-64bbd098-d4a3-4e31-ac35-327481f6cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:47.536799 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-64bbd098-d4a3-4e31-ac35-327481f6cc46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 1096 time: 0.0429718 Jul 29 17:21:47.542333 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41746) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:47.639182 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-1457c62a-402d-4a19-8151-73fa81f41a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:47.640972 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-1457c62a-402d-4a19-8151-73fa81f41a9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.0931015 Jul 29 17:21:47.675434 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28de9a3-0067-4a91-9838-8654b505b899 req-49c5e689-a5a2-485d-b95c-7aa72e48b3e8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:47.677086 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f28de9a3-0067-4a91-9838-8654b505b899 req-49c5e689-a5a2-485d-b95c-7aa72e48b3e8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 943 time: 0.0503304 Jul 29 17:21:47.688588 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd92e2eb-ede4-46db-95dc-0edea9733499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:47.692769 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-6eb50240-5524-4db1-a17e-a517c88eb61e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181 HTTP/1.1" status: 200 len: 217 time: 0.0417485 Jul 29 17:21:47.715336 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f28de9a3-0067-4a91-9838-8654b505b899 req-97bdf8dc-4245-49c0-882b-218e8a47dad0 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Jul 29 17:21:47.766598 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-8376b458-e0a3-487c-be2b-ff761c71ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:47.768229 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-8376b458-e0a3-487c-be2b-ff761c71ec4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0675306 Jul 29 17:21:47.836400 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-1607c5b9-1763-4d7e-8584-43444fb6eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:47.838060 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-1607c5b9-1763-4d7e-8584-43444fb6eddc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615809 Jul 29 17:21:47.875006 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd92e2eb-ede4-46db-95dc-0edea9733499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:47.902548 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-dd92e2eb-ede4-46db-95dc-0edea9733499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:47.956698 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-dd92e2eb-ede4-46db-95dc-0edea9733499 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93862a36318b4930904bf50400b6df4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133177 Jul 29 17:21:47.965917 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41756) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:47.974367 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92e2eb-ede4-46db-95dc-0edea9733499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f989e87f-b8e1-4038-9018-584178e3b7b6,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:48.013384 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-af9593dc-1dac-4319-98e3-0d97a3fb9b86 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621406 Jul 29 17:21:48.092221 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6c187535-8e23-4f49-b1c6-7b3e4f0f512a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.143742 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6c187535-8e23-4f49-b1c6-7b3e4f0f512a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.147836 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-9b407fea-413c-4540-9c8c-bd65ae5f9059 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643263318&fields=id&tenant_id=b5d2fe9003304b91b16374343a7fe034 HTTP/1.1" status: 200 len: 267 time: 0.1142395 Jul 29 17:21:48.242730 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-64e94997-480d-47c8-a2d9-f465ad18eccb req-c1f1ec8a-4769-4981-b4a6-302ed2aafd88 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184134 Jul 29 17:21:48.286125 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6c187535-8e23-4f49-b1c6-7b3e4f0f512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.288658 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-6c187535-8e23-4f49-b1c6-7b3e4f0f512a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.289796 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-6c187535-8e23-4f49-b1c6-7b3e4f0f512a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f989e87f-b8e1-4038-9018-584178e3b7b6 HTTP/1.1" status: 204 len: 168 time: 0.3230298 Jul 29 17:21:48.300395 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-5186a0af-d4e4-48fe-83bb-fa4ff705c7c2 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:48.302432 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-5186a0af-d4e4-48fe-83bb-fa4ff705c7c2 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/networks?id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 200 len: 808 time: 0.1470606 Jul 29 17:21:48.307917 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187535-8e23-4f49-b1c6-7b3e4f0f512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f989e87f-b8e1-4038-9018-584178e3b7b6,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:48.321972 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1fde7324-ca7f-4bcf-a45c-3d0890b7445e tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/quotas/b5d2fe9003304b91b16374343a7fe034 HTTP/1.1" status: 200 len: 375 time: 0.0110121 Jul 29 17:21:48.384227 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-7779dcdf-798d-48a7-bf4d-60612735790e tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5d2fe9003304b91b16374343a7fe034&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481877 Jul 29 17:21:48.478671 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c9765f2a-725b-4548-9737-3286f47cc11d service neutron] 10.222.0.13 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826616 Jul 29 17:21:48.568158 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41764) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:48.583138 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.583398 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-8a01218a-4b1d-4068-b3d0-d037c5674cf4 service neutron] 10.222.0.13 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979373 Jul 29 17:21:48.677720 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.681831 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.719479 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65b9d995f2f04fcd820c482576409070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500931 Jul 29 17:21:48.720344 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3113f57-e4ba-43c9-8745-21d6c0da97ab,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:48.722501 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41772) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:48.728148 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.728503 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.728868 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.729206 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.729539 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.729908 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.730192 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.730516 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.730884 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.731171 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.731494 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.731810 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2840fdc-245d-401d-8bdc-e2bad90e071e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:48.781577 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-42738891-1940-4b17-aeb8-e8590670e759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.805274 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-42738891-1940-4b17-aeb8-e8590670e759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.858030 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b27bb-3b42-4312-ad1c-2e3ce1f4a8f4 req-35bfda24-5898-4a5e-ac10-f48083c6e331 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:48.860003 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-037b27bb-3b42-4312-ad1c-2e3ce1f4a8f4 req-35bfda24-5898-4a5e-ac10-f48083c6e331 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 943 time: 0.0669973 Jul 29 17:21:48.864399 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-42738891-1940-4b17-aeb8-e8590670e759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.867556 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-42738891-1940-4b17-aeb8-e8590670e759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:48.871066 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-42738891-1940-4b17-aeb8-e8590670e759 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3113f57-e4ba-43c9-8745-21d6c0da97ab HTTP/1.1" status: 204 len: 168 time: 0.1446018 Jul 29 17:21:48.906671 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6cc31dfe-efeb-417e-bc06-c2f9782dbd85 req-1c40b1cd-4556-4de2-adc7-38e12f241e29 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 210 time: 0.0344656 Jul 29 17:21:48.912581 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42738891-1940-4b17-aeb8-e8590670e759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3113f57-e4ba-43c9-8745-21d6c0da97ab,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:48.942409 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-037b27bb-3b42-4312-ad1c-2e3ce1f4a8f4 req-e4de75a0-6975-476c-8655-64eb28dcab22 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673041 Jul 29 17:21:50.014107 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-bc411c26-d1ea-4e2a-b2af-932eedb18436 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:50.016026 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-bc411c26-d1ea-4e2a-b2af-932eedb18436 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.44 "GET /v2.0/networks?id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 200 len: 808 time: 0.1273470 Jul 29 17:21:50.049456 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2aae8cc8-fe47-466a-acb9-390411944e9e req-fe7ea81a-016f-45ac-b843-d3a201cc7083 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 210 time: 0.0314882 Jul 29 17:21:50.090334 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-00dfe6d2-e639-40a6-9de7-fdb4030f8b45 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5d2fe9003304b91b16374343a7fe034 HTTP/1.1" status: 200 len: 379 time: 0.0439487 Jul 29 17:21:50.100410 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Request body: {'port': {'device_id': '0542a96f-4147-42c8-883e-7dfe38410299', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'admin_state_up': True, 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'security_groups': ['2897e345-b6df-4377-8e1f-f42e38ed7837']}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:50.100585 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f6b2a-12b0-4ce7-a6a9-ef591870a550 req-314ebf26-7502-412e-b81c-1758875996fe tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:50.108038 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f34f6b2a-12b0-4ce7-a6a9-ef591870a550 req-314ebf26-7502-412e-b81c-1758875996fe tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 943 time: 0.0755131 Jul 29 17:21:50.149237 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f34f6b2a-12b0-4ce7-a6a9-ef591870a550 req-f0636027-6c0f-416c-aec2-5b42059e4920 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403326 Jul 29 17:21:50.219394 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Made reservation on behalf of b5d2fe9003304b91b16374343a7fe034 for: {'port': 1} {{(pid=93267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 17:21:50.223715 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.354903 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_common [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Allocated IP 172.20.0.7 (e10f1cb5-5dec-418a-86e5-e482e3fa0c17/85035fba-9c6d-4628-87c1-519ca4dbc75a/b39f6b8e-087e-4c4a-b078-be0172260b18) {{(pid=93267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:21:50.500957 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for port, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.515434 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Transition to ACTIVE for port object b39f6b8e-087e-4c4a-b078-be0172260b18 will not be triggered until provisioned by entity DHCP. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:50.548128 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.554209 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41834) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:50.597747 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 is already hosted by enough agents. {{(pid=93267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:21:50.601360 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.base_scheduler [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Resources bound (agent type, host, resource id): {{(pid=93267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:21:50.608636 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Received port after_create {{(pid=93267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:21:50.616901 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'Port': ['ID=b39f6b8e-087e-4c4a-b078-be0172260b18,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:50.647025 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.647436 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.647774 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.648056 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.648387 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.648758 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.649080 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.649411 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.649809 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.650057 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.650403 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.650724 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:50.680915 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-84703bf6-a5d2-41b6-af48-84f631d701a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.684778 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:50.685761 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.795808 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-84703bf6-a5d2-41b6-af48-84f631d701a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.801798 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-84703bf6-a5d2-41b6-af48-84f631d701a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.806584 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-c5daef26-337c-4766-851e-eac5c674e5f5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105472 Jul 29 17:21:50.827036 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.v2.base [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Request body: {'port': {'device_id': '0542a96f-4147-42c8-883e-7dfe38410299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=93267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:21:50.845633 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-84703bf6-a5d2-41b6-af48-84f631d701a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8533953335ec44da9883b9b1a1cc120c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900767 Jul 29 17:21:50.847029 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84703bf6-a5d2-41b6-af48-84f631d701a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ef359e-f554-458f-9df8-818dfff9816f,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:50.849032 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41838) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:50.921841 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.942570 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-01af8a34-c0d5-4c59-ab04-066762d84f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.971167 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-f1f7d156-cfd4-46be-a039-95bc90900a7d None None] Provisioning for port b39f6b8e-087e-4c4a-b078-be0172260b18 completed by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:50.975267 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-f1f7d156-cfd4-46be-a039-95bc90900a7d None None] Provisioning complete for port b39f6b8e-087e-4c4a-b078-be0172260b18 triggered by entity DHCP. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:50.975641 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f1f7d156-cfd4-46be-a039-95bc90900a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:50.990290 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-01af8a34-c0d5-4c59-ab04-066762d84f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.011163 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7d156-cfd4-46be-a039-95bc90900a7d None None] Port b39f6b8e-087e-4c4a-b078-be0172260b18 cannot update to ACTIVE because it is not bound. {{(pid=93268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 17:21:51.152433 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-01af8a34-c0d5-4c59-ab04-066762d84f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.154884 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-01af8a34-c0d5-4c59-ab04-066762d84f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.155982 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-01af8a34-c0d5-4c59-ab04-066762d84f65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2ef359e-f554-458f-9df8-818dfff9816f HTTP/1.1" status: 204 len: 168 time: 0.3051577 Jul 29 17:21:51.196027 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af8a34-c0d5-4c59-ab04-066762d84f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ef359e-f554-458f-9df8-818dfff9816f,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:51.238423 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37872b7-28fe-4638-809e-6eb07e4bc56d req-745fb25b-cfeb-4c0c-9d06-6ad926d4cb02 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:51.239940 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c37872b7-28fe-4638-809e-6eb07e4bc56d req-745fb25b-cfeb-4c0c-9d06-6ad926d4cb02 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 931 time: 0.1035652 Jul 29 17:21:51.274584 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b40947-5056-4947-9a07-4631c72df6aa req-90a8150a-b19b-4fb3-88d1-5dae9a6e25b6 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:51.276854 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-75b40947-5056-4947-9a07-4631c72df6aa req-90a8150a-b19b-4fb3-88d1-5dae9a6e25b6 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 943 time: 0.0530131 Jul 29 17:21:51.318303 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c37872b7-28fe-4638-809e-6eb07e4bc56d req-1af5a54c-d54a-4ea6-b4ae-1745474bf410 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712223 Jul 29 17:21:51.320146 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-75b40947-5056-4947-9a07-4631c72df6aa req-3278e46d-2c48-4693-a44b-6a8db0e8e688 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363264 Jul 29 17:21:51.329752 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39f6b8e-087e-4c4a-b078-be0172260b18 {{(pid=93267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:21:51.347125 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.358979 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.provisioning_blocks [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Transition to ACTIVE for port object b39f6b8e-087e-4c4a-b078-be0172260b18 will not be triggered until provisioned by entity L2. {{(pid=93267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 17:21:51.363187 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.419371 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Pushing event updated for resources: {'Port': ['ID=b39f6b8e-087e-4c4a-b078-be0172260b18,revision_number=2']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:51.454021 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41848) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:51.468896 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-69097077-4de3-4502-93e8-c971ebe270f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.493445 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Attempting to bind port b39f6b8e-087e-4c4a-b078-be0172260b18 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 17:21:51.493779 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Attempting to bind port b39f6b8e-087e-4c4a-b078-be0172260b18 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 17:21:51.494260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Attempting to bind port b39f6b8e-087e-4c4a-b078-be0172260b18 on network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:51.499307 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Port b39f6b8e-087e-4c4a-b078-be0172260b18 on network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 17:21:51.499633 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Attempting to bind port b39f6b8e-087e-4c4a-b078-be0172260b18 on network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 17:21:51.505531 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Checking agent: {'id': '2e144a95-900d-4e33-8f37-804f9cedf6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'started_at': datetime.datetime(2021, 7, 29, 17, 11, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 17, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 17:21:51.505868 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Checking segment: {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 17:21:51.506248 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Bound using segment: {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'} {{(pid=93267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 17:21:51.506673 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.managers [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Bound port: b39f6b8e-087e-4c4a-b078-be0172260b18, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24db8aa7-0f99-4dfd-b319-27002000aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17'}}] {{(pid=93267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 17:21:51.507028 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.568401 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-69097077-4de3-4502-93e8-c971ebe270f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.573812 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-69097077-4de3-4502-93e8-c971ebe270f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.575541 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, cleared binding levels {{(pid=93267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 17:21:51.578910 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b39f6b8e-087e-4c4a-b078-be0172260b18,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 17:21:51.582864 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6396596'] for port, after_update {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.615331 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:51.615967 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.617261 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-69097077-4de3-4502-93e8-c971ebe270f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0c217f8d47a44c3a2e5336bae83a7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617734 Jul 29 17:21:51.617402 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] 10.222.0.44 "PUT /v2.0/ports/b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 200 len: 1093 time: 0.7953253 Jul 29 17:21:51.617775 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:21:51.619154 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41850) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:51.620001 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eedb98-2d20-4179-8743-71715bff36ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:21:51.629417 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69097077-4de3-4502-93e8-c971ebe270f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96523a4-7006-4a16-8b79-bdcead01be39,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:51.656016 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2096f3-e021-4d3e-af00-da95c2bf5b1e service neutron] Pushing event updated for resources: {'Port': ['ID=b39f6b8e-087e-4c4a-b078-be0172260b18,revision_number=3']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:51.686075 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ccc666-3ab6-4c13-a68b-21e1e93beec2 x-openstack-request-id: req-15ccc666-3ab6-4c13-a68b-21e1e93beec2 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:21:51.686567 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:21:51.686958 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15ccc666-3ab6-4c13-a68b-21e1e93beec2 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:21:51.687384 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'status': 'completed', 'code': 200} Jul 29 17:21:51.687499 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c23625b9-06af-4009-b8c5-cdc62d366a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.713421 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c23625b9-06af-4009-b8c5-cdc62d366a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.749733 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-2da7d184-92a7-49b0-af11-5f49cfac8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:51.751430 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-2da7d184-92a7-49b0-af11-5f49cfac8a2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5d2fe9003304b91b16374343a7fe034&device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1096 time: 0.0471470 Jul 29 17:21:51.766568 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c23625b9-06af-4009-b8c5-cdc62d366a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.770805 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c23625b9-06af-4009-b8c5-cdc62d366a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:51.773264 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-c23625b9-06af-4009-b8c5-cdc62d366a49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e96523a4-7006-4a16-8b79-bdcead01be39 HTTP/1.1" status: 204 len: 168 time: 0.1528127 Jul 29 17:21:51.787884 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23625b9-06af-4009-b8c5-cdc62d366a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96523a4-7006-4a16-8b79-bdcead01be39,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:51.804573 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-cff4dfcf-c6b1-4866-b57c-d9cd734f6c3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 200 len: 217 time: 0.0391388 Jul 29 17:21:51.858497 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-e63e0b8c-5958-4683-9039-7a8f274a4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:51.859949 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-e63e0b8c-5958-4683-9039-7a8f274a4679 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85035fba-9c6d-4628-87c1-519ca4dbc75a HTTP/1.1" status: 200 len: 847 time: 0.0460455 Jul 29 17:21:51.911990 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1f812d7e-cb29-4d51-ae14-75b94aa11c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:51.913578 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-1f812d7e-cb29-4d51-ae14-75b94aa11c97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470090 Jul 29 17:21:52.006375 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-8cfd059a-5d5d-41d8-bdc0-3196b7f007c9 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848079 Jul 29 17:21:52.105888 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4841be0b-f842-4233-8c94-ade9fd103f5d req-09c680f9-74a8-44ac-9310-aeb5816ca2d0 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915222 Jul 29 17:21:52.237433 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eedb98-2d20-4179-8743-71715bff36ec req-d7f3b648-a9a2-48c6-828d-7f0b4964954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:52.239073 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-22eedb98-2d20-4179-8743-71715bff36ec req-d7f3b648-a9a2-48c6-828d-7f0b4964954b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5d2fe9003304b91b16374343a7fe034&device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1096 time: 0.0413740 Jul 29 17:21:52.330750 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eedb98-2d20-4179-8743-71715bff36ec req-59c310d8-aba3-448f-b231-c8267fe2843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:52.332800 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-22eedb98-2d20-4179-8743-71715bff36ec req-59c310d8-aba3-448f-b231-c8267fe2843b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 200 len: 909 time: 0.0852251 Jul 29 17:21:52.381169 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-22eedb98-2d20-4179-8743-71715bff36ec req-66957140-80d9-4f28-b348-f1b611b3b6be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 200 len: 217 time: 0.0413160 Jul 29 17:21:52.446106 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fe2f6-94f1-4a38-a70e-3b7701acbed5 req-b61a25a9-934d-4028-a43c-96d6d61e71f9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:52.447717 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0f1fe2f6-94f1-4a38-a70e-3b7701acbed5 req-b61a25a9-934d-4028-a43c-96d6d61e71f9 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0540450 Jul 29 17:21:52.470692 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eedb98-2d20-4179-8743-71715bff36ec req-4eefddc4-ee53-4987-a8d3-4bc63b30ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:52.472170 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-22eedb98-2d20-4179-8743-71715bff36ec req-4eefddc4-ee53-4987-a8d3-4bc63b30ece6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85035fba-9c6d-4628-87c1-519ca4dbc75a HTTP/1.1" status: 200 len: 847 time: 0.0752437 Jul 29 17:21:52.483283 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8c8b2-e3b2-47a9-a9de-99eedd885554 req-527b147a-50c4-468e-b35e-608201428a11 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:52.485140 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f4d8c8b2-e3b2-47a9-a9de-99eedd885554 req-527b147a-50c4-468e-b35e-608201428a11 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 943 time: 0.0795248 Jul 29 17:21:52.493321 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0f1fe2f6-94f1-4a38-a70e-3b7701acbed5 req-005f2938-e25f-4eea-b172-74e13f5be1e0 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382028 Jul 29 17:21:52.558849 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eedb98-2d20-4179-8743-71715bff36ec req-56eaaed8-2a21-491e-9596-c865ce5f0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:52.560365 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-22eedb98-2d20-4179-8743-71715bff36ec req-56eaaed8-2a21-491e-9596-c865ce5f0caa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0740430 Jul 29 17:21:52.563272 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-f4d8c8b2-e3b2-47a9-a9de-99eedd885554 req-71573c07-43b3-4c18-a0e6-efa41fb9ee7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675950 Jul 29 17:21:52.665346 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-22eedb98-2d20-4179-8743-71715bff36ec req-e52ab334-8a98-4a32-9cfc-d52cbfd18d23 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966272 Jul 29 17:21:53.031506 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-22eedb98-2d20-4179-8743-71715bff36ec req-70527371-3342-4d4b-b4a5-9939f0adfce2 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576663 Jul 29 17:21:53.632140 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44409-7721-4688-8c1b-8de5b4cc3f99 req-ecb9bea1-132a-419a-af89-e747504b437e tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:53.634661 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d8d44409-7721-4688-8c1b-8de5b4cc3f99 req-ecb9bea1-132a-419a-af89-e747504b437e tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0724072 Jul 29 17:21:53.683788 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d8d44409-7721-4688-8c1b-8de5b4cc3f99 req-517f6f3b-d7d8-4c45-877f-c95e27562549 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Jul 29 17:21:53.692495 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a30f-6880-4581-9b8c-e16f285c5699 req-9e56f6a1-7c44-41b3-8c2c-0abfb426b759 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:53.694079 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9370a30f-6880-4581-9b8c-e16f285c5699 req-9e56f6a1-7c44-41b3-8c2c-0abfb426b759 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 943 time: 0.0514188 Jul 29 17:21:53.732675 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-9370a30f-6880-4581-9b8c-e16f285c5699 req-3aebf1cb-2889-4d84-a9ab-b31c64324c14 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Jul 29 17:21:54.805069 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39b1dd-1b18-4306-b197-a27e9adedf97 req-a0f46ead-4394-4e11-b34f-1fb0733e6152 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:54.806920 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c39b1dd-1b18-4306-b197-a27e9adedf97 req-a0f46ead-4394-4e11-b34f-1fb0733e6152 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0577939 Jul 29 17:21:54.850202 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0c39b1dd-1b18-4306-b197-a27e9adedf97 req-0d544355-2246-4fc7-a54d-f96abb3d121e tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354116 Jul 29 17:21:54.853862 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691c85c-6806-434a-936f-52d3eef53af5 req-8efa5c83-0dd2-49e5-84df-b0ece9588960 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:54.855450 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5691c85c-6806-434a-936f-52d3eef53af5 req-8efa5c83-0dd2-49e5-84df-b0ece9588960 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 943 time: 0.0541520 Jul 29 17:21:54.903554 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-5691c85c-6806-434a-936f-52d3eef53af5 req-b64fd5d8-5d8d-4c1a-955b-c3739cffa47a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Jul 29 17:21:55.552440 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 0564d6d0-f256-44a9-afed-8c2f8a79c181 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:21:55.642384 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 0564d6d0-f256-44a9-afed-8c2f8a79c181, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:55.653058 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'port_id': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'mac_address': 'fa:16:3e:2d:49:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:21:55.690688 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:55.703379 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0564d6d0-f256-44a9-afed-8c2f8a79c181 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:21:55.721639 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 0564d6d0-f256-44a9-afed-8c2f8a79c181, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:55.725738 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:55.771396 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=0564d6d0-f256-44a9-afed-8c2f8a79c181,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:55.778282 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.778633 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.778979 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.779319 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.779654 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.779987 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.780328 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.780677 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.781009 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.781336 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.781664 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.781985 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:21:55.965766 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b3db8-d2dc-4ba2-a39b-dfbef6f03ac7 req-2f199214-0c16-4b6d-9637-1efd0d466f34 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:55.967392 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-be1b3db8-d2dc-4ba2-a39b-dfbef6f03ac7 req-2f199214-0c16-4b6d-9637-1efd0d466f34 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0513093 Jul 29 17:21:56.009505 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-be1b3db8-d2dc-4ba2-a39b-dfbef6f03ac7 req-9108b1aa-1d31-42ad-9741-a9a511dd40c1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352666 Jul 29 17:21:56.026805 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347473b1-9343-48cd-b4b6-7ebfc6942aa7 req-c0546d6a-7c7c-44cd-a391-2ff68aa4ce3e tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:56.028472 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-347473b1-9343-48cd-b4b6-7ebfc6942aa7 req-c0546d6a-7c7c-44cd-a391-2ff68aa4ce3e tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 944 time: 0.0579221 Jul 29 17:21:56.068765 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-347473b1-9343-48cd-b4b6-7ebfc6942aa7 req-44b07077-5cda-4cd5-8be6-606322e1ed3c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336955 Jul 29 17:21:56.088834 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['0564d6d0-f256-44a9-afed-8c2f8a79c181'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:21:57.126965 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65207b-096e-4c4d-b3b9-ee393a10eb74 req-47dc42a7-13de-43c8-8e7d-fc9b1e9038be tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:57.128521 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fa65207b-096e-4c4d-b3b9-ee393a10eb74 req-47dc42a7-13de-43c8-8e7d-fc9b1e9038be tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0485883 Jul 29 17:21:57.166882 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fa65207b-096e-4c4d-b3b9-ee393a10eb74 req-fc3be567-0d40-4e41-8332-a3064c5310ce tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318816 Jul 29 17:21:57.181213 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6310-fe73-4a5c-b741-e5d31b0edcd8 req-1176293f-8d02-4cbb-80ac-5fcc66facc6c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:57.182725 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-14db6310-fe73-4a5c-b741-e5d31b0edcd8 req-1176293f-8d02-4cbb-80ac-5fcc66facc6c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 944 time: 0.0482490 Jul 29 17:21:57.219947 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-14db6310-fe73-4a5c-b741-e5d31b0edcd8 req-7f7e7acb-9e8b-4927-b1a7-00375c558b56 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314980 Jul 29 17:21:57.568174 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 0564d6d0-f256-44a9-afed-8c2f8a79c181 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:21:57.597282 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41954) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:57.616582 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port 0564d6d0-f256-44a9-afed-8c2f8a79c181 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:21:57.620128 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port 0564d6d0-f256-44a9-afed-8c2f8a79c181 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:21:57.620500 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.699008 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.702321 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d1fec2d4-0de2-4b2e-a1cb-f6a990550e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.720571 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:21:57.723359 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841bfb15-41c6-4dd8-bd02-e7ba7ede59f3" -d '{"events": [{"server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "name": "network-vif-plugged", "status": "completed", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:21:57.736626 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 0564d6d0-f256-44a9-afed-8c2f8a79c181, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:57.744753 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.767915 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebd6bb2-9a6b-4fd3-836c-3fcfd81b0c89 x-openstack-request-id: req-eebd6bb2-9a6b-4fd3-836c-3fcfd81b0c89 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:21:57.768208 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "name": "network-vif-plugged", "status": "completed", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:21:57.768459 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eebd6bb2-9a6b-4fd3-836c-3fcfd81b0c89 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:21:57.768877 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'code': 200} Jul 29 17:21:57.796109 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=0564d6d0-f256-44a9-afed-8c2f8a79c181,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:57.806684 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d1fec2d4-0de2-4b2e-a1cb-f6a990550e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.810700 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-d1fec2d4-0de2-4b2e-a1cb-f6a990550e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.852607 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-d1fec2d4-0de2-4b2e-a1cb-f6a990550e8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ff5df5fd9df40ae92d7e5dd05cf90f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537374 Jul 29 17:21:57.853541 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fec2d4-0de2-4b2e-a1cb-f6a990550e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3526a33d-6ca7-4faa-bf09-dd5699183b76,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:57.855287 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 41960) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:57.906961 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-758ec602-de10-4f11-a314-4e0e565b50d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.929230 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-758ec602-de10-4f11-a314-4e0e565b50d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.984266 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-758ec602-de10-4f11-a314-4e0e565b50d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.986792 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-758ec602-de10-4f11-a314-4e0e565b50d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:57.987914 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-758ec602-de10-4f11-a314-4e0e565b50d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3526a33d-6ca7-4faa-bf09-dd5699183b76 HTTP/1.1" status: 204 len: 168 time: 0.1315436 Jul 29 17:21:58.016319 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ec602-de10-4f11-a314-4e0e565b50d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3526a33d-6ca7-4faa-bf09-dd5699183b76,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:58.031659 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd513fc-20aa-4e47-8673-21c615dc7caf req-7fc58d0c-e5cf-42fd-a3ac-c121da69c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:58.033198 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2cd513fc-20aa-4e47-8673-21c615dc7caf req-7fc58d0c-e5cf-42fd-a3ac-c121da69c4ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 1098 time: 0.0622332 Jul 29 17:21:58.070506 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2cd513fc-20aa-4e47-8673-21c615dc7caf req-582ab988-35a2-4e9b-b700-c3ea9ee78103 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287395 Jul 29 17:21:58.255767 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41970) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:58.268777 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b2c4-5fcd-468b-89e5-5244d4aa3506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:58.292345 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a6ef7-34ec-44d5-9ab4-a923c91a0bdd req-07a81d0c-c31d-476c-bf67-ff6e4f46cda4 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:58.294366 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ac9a6ef7-34ec-44d5-9ab4-a923c91a0bdd req-07a81d0c-c31d-476c-bf67-ff6e4f46cda4 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0603063 Jul 29 17:21:58.337518 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ac9a6ef7-34ec-44d5-9ab4-a923c91a0bdd req-e734038c-1ed7-4a08-a899-13717473627a tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356281 Jul 29 17:21:58.375821 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f028cf-f30a-4f76-9d26-8aede788db8f req-57ff7e1e-2f6a-4ec7-840b-439b271cb331 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:58.377482 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-25f028cf-f30a-4f76-9d26-8aede788db8f req-57ff7e1e-2f6a-4ec7-840b-439b271cb331 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 945 time: 0.0715292 Jul 29 17:21:58.425637 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b2c4-5fcd-468b-89e5-5244d4aa3506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:58.433537 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-25f028cf-f30a-4f76-9d26-8aede788db8f req-f7aef0a5-1649-47b1-a896-296eba3b4e50 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497227 Jul 29 17:21:58.434093 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b2c4-5fcd-468b-89e5-5244d4aa3506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:58.472942 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b2c4-5fcd-468b-89e5-5244d4aa3506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7787158-efeb-4279-980d-08c9aa7ccd83,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:58.477160 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-dfb6b2c4-5fcd-468b-89e5-5244d4aa3506 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=abd0a23f6d6344ffb0a676d131e8e627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206967 Jul 29 17:21:58.479775 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 41972) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:58.528160 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-86fdd7e2-e767-4604-b423-d5c8d386137e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:58.548307 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-86fdd7e2-e767-4604-b423-d5c8d386137e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:58.594919 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-86fdd7e2-e767-4604-b423-d5c8d386137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:58.597591 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-86fdd7e2-e767-4604-b423-d5c8d386137e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:58.598703 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-86fdd7e2-e767-4604-b423-d5c8d386137e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7787158-efeb-4279-980d-08c9aa7ccd83 HTTP/1.1" status: 204 len: 168 time: 0.1180451 Jul 29 17:21:58.607888 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdd7e2-e767-4604-b423-d5c8d386137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7787158-efeb-4279-980d-08c9aa7ccd83,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:21:58.669081 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:21:59.456081 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030caf53-d44c-4f66-8ca8-a26a889347b2 req-eaf64e54-0910-40c7-9ec5-2e859fc82f92 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:59.457633 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-030caf53-d44c-4f66-8ca8-a26a889347b2 req-eaf64e54-0910-40c7-9ec5-2e859fc82f92 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0507452 Jul 29 17:21:59.500207 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-030caf53-d44c-4f66-8ca8-a26a889347b2 req-3a5ac881-cb4f-44ab-a00c-4795d1134751 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360913 Jul 29 17:21:59.551102 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0bdb3-b67c-4253-b5f6-4de0d191fb75 req-68711a1a-fc84-42b9-829f-4bce626a085f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:59.552700 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-11b0bdb3-b67c-4253-b5f6-4de0d191fb75 req-68711a1a-fc84-42b9-829f-4bce626a085f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 945 time: 0.0507259 Jul 29 17:21:59.571107 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b39f6b8e-087e-4c4a-b078-be0172260b18 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:21:59.591588 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-11b0bdb3-b67c-4253-b5f6-4de0d191fb75 req-f0ecbb51-cebd-42ea-a420-af2b72eeb63e tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330207 Jul 29 17:21:59.688884 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b39f6b8e-087e-4c4a-b078-be0172260b18,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:59.701208 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'port_id': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'mac_address': 'fa:16:3e:bb:4a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:21:59.727840 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36401656-b028-43a8-b5d6-a00452d8e343 req-5d282776-032f-4fab-9a9b-e601613559c3 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:21:59.729533 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-36401656-b028-43a8-b5d6-a00452d8e343 req-5d282776-032f-4fab-9a9b-e601613559c3 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 945 time: 0.0572031 Jul 29 17:21:59.742890 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:59.757904 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39f6b8e-087e-4c4a-b078-be0172260b18 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:21:59.780638 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b39f6b8e-087e-4c4a-b078-be0172260b18,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:21:59.782999 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-36401656-b028-43a8-b5d6-a00452d8e343 req-21729062-0dda-490a-b769-7913e66070b2 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467801 Jul 29 17:21:59.796694 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:21:59.808519 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42042) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:21:59.849632 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=b39f6b8e-087e-4c4a-b078-be0172260b18,revision_number=4']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:00.007676 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac54511-67d4-41df-99c0-52271110e3a6 tempest-TestVolumeBootPattern-141714186 tempest-TestVolumeBootPattern-141714186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:00.009210 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-5ac54511-67d4-41df-99c0-52271110e3a6 tempest-TestVolumeBootPattern-141714186 tempest-TestVolumeBootPattern-141714186-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 1093 time: 0.1992707 Jul 29 17:22:00.012263 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42048) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:00.016487 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Request body: {'floatingip': {'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'port_id': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:22:00.039122 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:00.111189 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['b39f6b8e-087e-4c4a-b078-be0172260b18'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:22:00.153568 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:00.270363 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Allocated IP 172.27.0.47 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/7a9f9917-fee1-4060-9580-d706a24cd536) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:22:00.374612 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:00.413910 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:00.454284 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:22:00.457600 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:22:00.462849 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:22:00.468029 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'Port': ['ID=7a9f9917-fee1-4060-9580-d706a24cd536,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:00.697084 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473365c-3bb2-403d-a207-aefee6285468 req-85bb1ef6-4d87-4288-97dc-d53c74a5bbbe tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:00.698481 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4473365c-3bb2-403d-a207-aefee6285468 req-85bb1ef6-4d87-4288-97dc-d53c74a5bbbe tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 944 time: 0.1208119 Jul 29 17:22:00.787755 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-4473365c-3bb2-403d-a207-aefee6285468 req-5d3d1d19-0f01-4781-9d60-311c2fce1aad tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809679 Jul 29 17:22:00.901103 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:00.968716 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:01.121307 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:01.126469 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:01.190578 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event updated for resources: {'Port': ['ID=7a9f9917-fee1-4060-9580-d706a24cd536,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:01.203385 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:01.300348 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.l3_db [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Floating IP 8c0dc3bc-d2d3-4802-a87e-7b8c02039b2d associated. External IP: 172.27.0.47, port: 0564d6d0-f256-44a9-afed-8c2f8a79c181. Jul 29 17:22:01.583839 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b39f6b8e-087e-4c4a-b078-be0172260b18 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:22:01.638645 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning for port b39f6b8e-087e-4c4a-b078-be0172260b18 completed by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 17:22:01.642931 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port b39f6b8e-087e-4c4a-b078-be0172260b18 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:22:01.643300 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:01.724829 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:01.747526 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:22:01.749867 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dda881-8a12-422a-a6dd-20633be8aacf" -d '{"events": [{"server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "name": "network-vif-plugged", "status": "completed", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:22:01.763940 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b39f6b8e-087e-4c4a-b078-be0172260b18,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:22:01.768707 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:01.779672 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Router 17de73cb-8ef6-48f1-a051-c83ea08530a5 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:22:01.796678 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2812405a-61ff-4e7e-9b96-ae1f9392d114 x-openstack-request-id: req-2812405a-61ff-4e7e-9b96-ae1f9392d114 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:22:01.796969 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "name": "network-vif-plugged", "status": "completed", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:22:01.797220 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2812405a-61ff-4e7e-9b96-ae1f9392d114 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:22:01.797635 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'code': 200} Jul 29 17:22:01.826248 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=b39f6b8e-087e-4c4a-b078-be0172260b18,revision_number=5']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:01.924360 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:22:01.934827 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] Sync routers for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:22:01.944883 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d150-439d-4c81-a131-59ac479bbe55 req-c0d741fb-ffc0-4f88-b9b9-8662db12105f tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:01.946822 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2df1d150-439d-4c81-a131-59ac479bbe55 req-c0d741fb-ffc0-4f88-b9b9-8662db12105f tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0716314 Jul 29 17:22:01.954990 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:22:01.956075 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:01.963153 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:02.008817 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-7bb979b8-6ea6-40f2-98d0-9a99b4b57bc8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9954758 Jul 29 17:22:02.015439 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:22:02.018014 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2caca5d-ca83-46ea-b4ec-db989efbcee9" -d '{"events": [{"name": "network-changed", "server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:22:02.036224 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2df1d150-439d-4c81-a131-59ac479bbe55 req-5f5fadf2-9498-4433-aa63-e15e5ed40984 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808277 Jul 29 17:22:02.149632 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4878da0-13a6-459e-9548-595dec7f9fe3 req-0837fa07-03a1-423d-b5e8-3b9373e29002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:02.152047 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b4878da0-13a6-459e-9548-595dec7f9fe3 req-0837fa07-03a1-423d-b5e8-3b9373e29002 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1098 time: 0.0487697 Jul 29 17:22:02.204831 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b4878da0-13a6-459e-9548-595dec7f9fe3 req-00d3d2fe-48e4-46d0-ba22-e0fef7cf6022 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442331 Jul 29 17:22:02.230182 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da514e9-5f63-4217-ae5b-6c551a5327c2 x-openstack-request-id: req-8da514e9-5f63-4217-ae5b-6c551a5327c2 {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:22:02.230473 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:22:02.230724 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8da514e9-5f63-4217-ae5b-6c551a5327c2 {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:22:02.231119 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'status': 'completed', 'code': 200} Jul 29 17:22:02.259733 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:22:02.483739 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '4901cacf-b2ec-45ab-9c87-03b1e056d4b1', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:38Z', 'updated_at': '2021-07-29T17:19:41Z', 'revision_number': 1, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}, {'id': '8c0dc3bc-d2d3-4802-a87e-7b8c02039b2d', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:2d:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:22:00Z', 'updated_at': '2021-07-29T17:22:00Z', 'revision_number': 0, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:02.510533 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] Checking router: 17de73cb-8ef6-48f1-a051-c83ea08530a5 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:22:02.518735 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:22:02.519375 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:02.595231 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-d99976c5-a94b-4c26-8ff8-925443f28732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:02.596912 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-d99976c5-a94b-4c26-8ff8-925443f28732 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 1098 time: 0.0398636 Jul 29 17:22:02.626147 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:22:02.690886 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-432a8a60-2e61-4620-970c-3d2b68696f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:02.692412 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-432a8a60-2e61-4620-970c-3d2b68696f2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.0882804 Jul 29 17:22:02.776880 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-c5a14bf6-9846-4544-82a3-e4909ad988c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181 HTTP/1.1" status: 200 len: 998 time: 0.0747986 Jul 29 17:22:02.833733 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-23029cfc-9633-4ee0-9d2a-f146d73cff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:02.835206 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-23029cfc-9633-4ee0-9d2a-f146d73cff95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0491774 Jul 29 17:22:02.857160 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '4901cacf-b2ec-45ab-9c87-03b1e056d4b1', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:38Z', 'updated_at': '2021-07-29T17:19:41Z', 'revision_number': 1, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}, {'id': '8c0dc3bc-d2d3-4802-a87e-7b8c02039b2d', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:2d:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:22:00Z', 'updated_at': '2021-07-29T17:22:00Z', 'revision_number': 0, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:02.883470 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f0954-7a33-47c1-aad8-5c956c6ebef1 None None] The sync data for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi is: [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '4901cacf-b2ec-45ab-9c87-03b1e056d4b1', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:38Z', 'updated_at': '2021-07-29T17:19:41Z', 'revision_number': 1, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}, {'id': '8c0dc3bc-d2d3-4802-a87e-7b8c02039b2d', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:2d:49:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:22:00Z', 'updated_at': '2021-07-29T17:22:00Z', 'revision_number': 0, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:22:02.885946 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-ad2bd8b5-0754-4997-9fe2-d4ba79f9d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:02.887495 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-ad2bd8b5-0754-4997-9fe2-d4ba79f9d35f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409536 Jul 29 17:22:02.987246 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-f5f27af2-58c8-4ba5-b041-de74c4d77477 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872583 Jul 29 17:22:03.086702 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2700cd98-2936-4e22-ba36-f60481caf91d None None] New status for floating IP 8c0dc3bc-d2d3-4802-a87e-7b8c02039b2d: ACTIVE {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:22:03.104120 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c2caca5d-ca83-46ea-b4ec-db989efbcee9 req-f47a426c-576a-496c-8ccc-0245230d822e service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092010 Jul 29 17:22:03.168147 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a56bc-a0ae-4026-8a94-971ba837be23 req-fade1bcb-ded9-4cfd-9459-e9985da2db87 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:03.169728 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ac7a56bc-a0ae-4026-8a94-971ba837be23 req-fade1bcb-ded9-4cfd-9459-e9985da2db87 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0515707 Jul 29 17:22:03.213531 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ac7a56bc-a0ae-4026-8a94-971ba837be23 req-885f8990-f9ab-4685-b440-7a05d693bf23 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378432 Jul 29 17:22:04.331016 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363fdc-458a-4ba3-af1c-a31a14c83356 req-58d3b2b4-939a-4b7c-b846-9ea49803fef0 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:04.332459 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-12363fdc-458a-4ba3-af1c-a31a14c83356 req-58d3b2b4-939a-4b7c-b846-9ea49803fef0 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0504127 Jul 29 17:22:04.371679 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-12363fdc-458a-4ba3-af1c-a31a14c83356 req-c6643909-b61a-4c31-9d0f-390700871107 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333092 Jul 29 17:22:04.484408 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65459744-1672-47b0-a1e1-bbc4fa883fab req-27355917-1875-4377-9d9c-80c3140b3ce5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:04.485919 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-65459744-1672-47b0-a1e1-bbc4fa883fab req-27355917-1875-4377-9d9c-80c3140b3ce5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0488267 Jul 29 17:22:04.523561 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-65459744-1672-47b0-a1e1-bbc4fa883fab req-dc01cda1-bdee-4a82-a713-8f8ea6b0f92c tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312231 Jul 29 17:22:04.545378 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42090) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:04.678134 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1aabc-2773-4555-9a46-917d62ce75ea tempest-TestShelveInstance-256849542 tempest-TestShelveInstance-256849542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:04.679646 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8ee1aabc-2773-4555-9a46-917d62ce75ea tempest-TestShelveInstance-256849542 tempest-TestShelveInstance-256849542-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1093 time: 0.1332798 Jul 29 17:22:04.682609 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42094) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:04.687074 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.v2.base [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Request body: {'floatingip': {'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'port_id': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 17:22:04.709627 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for floatingip, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:04.811099 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:04.916925 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_common [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Allocated IP 172.27.0.72 (9c103271-648b-4bbf-8ca9-c871cca89451/7576a71d-226b-4c32-9a17-d3f9f67d625b/dd68f274-ae87-44f2-a408-79d065c14bcb) {{(pid=93266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 17:22:05.022679 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for port, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:05.064702 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779849699566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:05.104023 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Network 9c103271-648b-4bbf-8ca9-c871cca89451 is already hosted by enough agents. {{(pid=93266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 17:22:05.108751 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.base_scheduler [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Resources bound (agent type, host, resource id): {{(pid=93266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 17:22:05.111145 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Received port after_create {{(pid=93266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 17:22:05.134811 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'Port': ['ID=dd68f274-ae87-44f2-a408-79d065c14bcb,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:05.478378 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:05.544625 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:05.697368 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for port, precommit_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:05.701566 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11289395'] for port, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:05.770246 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event updated for resources: {'Port': ['ID=dd68f274-ae87-44f2-a408-79d065c14bcb,revision_number=2']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:05.783267 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-725574'] for floatingip, after_update {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:05.884976 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.l3_db [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Floating IP f325dc42-bdd0-4161-aec9-fdea32eaf560 associated. External IP: 172.27.0.72, port: b39f6b8e-087e-4c4a-b078-be0172260b18. Jul 29 17:22:06.093736 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Router bd317b55-f838-4bba-9e50-3eef4e180b3d has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:22:06.203443 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:22:06.215944 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] Sync routers for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:22:06.220105 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:06.224235 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:22:06.224938 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:06.250632 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-592f7692-9abf-434e-af3b-d1a4be393556 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5669703 Jul 29 17:22:06.251309 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:22:06.253555 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a79309-da7a-4a6f-a22a-ebf9bba82043" -d '{"events": [{"name": "network-changed", "server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:22:06.296387 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b5d7e7-515c-475d-9491-dee22027cc46 x-openstack-request-id: req-50b5d7e7-515c-475d-9491-dee22027cc46 {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:22:06.296925 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:22:06.297225 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50b5d7e7-515c-475d-9491-dee22027cc46 {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:22:06.297633 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'status': 'completed', 'code': 200} Jul 29 17:22:06.335740 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:22:06.408072 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-6774b019-1617-453d-bf16-be15bb00982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:06.409599 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-6774b019-1617-453d-bf16-be15bb00982c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5d2fe9003304b91b16374343a7fe034&device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1098 time: 0.0461888 Jul 29 17:22:06.512414 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-411090ba-0525-43a6-862d-dae91651a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:06.513950 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-411090ba-0525-43a6-862d-dae91651a3da service neutron] 10.222.0.44 "GET /v2.0/networks?id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 200 len: 909 time: 0.0916140 Jul 29 17:22:06.574614 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': 'f325dc42-bdd0-4161-aec9-fdea32eaf560', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'port_id': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'mac_address': 'fa:16:3e:bb:4a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0542a96f-4147-42c8-883e-7dfe38410299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:22:05Z', 'updated_at': '2021-07-29T17:22:05Z', 'revision_number': 0, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec1ba09-e627-41a4-a859-2e6a2155c852', 'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'mac_address': 'fa:16:3e:ef:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:17Z', 'updated_at': '2021-07-29T17:21:23Z', 'revision_number': 5, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'subnets': [{'id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:06.580662 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-4556524a-f9b9-4299-95b5-34841755a8b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 200 len: 998 time: 0.0586495 Jul 29 17:22:06.601677 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] Checking router: bd317b55-f838-4bba-9e50-3eef4e180b3d for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:22:06.610274 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:22:06.610954 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:21:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:06.647271 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-e23d9a39-e53d-4ca3-877b-c7cacca04c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:06.648797 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-e23d9a39-e53d-4ca3-877b-c7cacca04c36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85035fba-9c6d-4628-87c1-519ca4dbc75a HTTP/1.1" status: 200 len: 847 time: 0.0500135 Jul 29 17:22:06.715462 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-312efb62-5c5d-4e16-9dd5-968defb239c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:06.717014 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-312efb62-5c5d-4e16-9dd5-968defb239c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421026 Jul 29 17:22:06.720286 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:22:06.821084 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-02905454-0635-4f3c-9031-8bd07d59e1e3 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950630 Jul 29 17:22:06.935529 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c1a79309-da7a-4a6f-a22a-ebf9bba82043 req-214c52b0-515c-4e68-a77f-a449c4db19b7 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928156 Jul 29 17:22:06.953502 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': 'f325dc42-bdd0-4161-aec9-fdea32eaf560', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'port_id': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'mac_address': 'fa:16:3e:bb:4a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0542a96f-4147-42c8-883e-7dfe38410299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:22:05Z', 'updated_at': '2021-07-29T17:22:05Z', 'revision_number': 0, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec1ba09-e627-41a4-a859-2e6a2155c852', 'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'mac_address': 'fa:16:3e:ef:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:17Z', 'updated_at': '2021-07-29T17:21:23Z', 'revision_number': 5, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'subnets': [{'id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:22:06.985076 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17a8063-5fc9-4796-bc5a-5c1cd4e60a13 None None] The sync data for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi is: [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': 'f325dc42-bdd0-4161-aec9-fdea32eaf560', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'port_id': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'mac_address': 'fa:16:3e:bb:4a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0542a96f-4147-42c8-883e-7dfe38410299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:22:05Z', 'updated_at': '2021-07-29T17:22:05Z', 'revision_number': 0, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec1ba09-e627-41a4-a859-2e6a2155c852', 'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'mac_address': 'fa:16:3e:ef:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:17Z', 'updated_at': '2021-07-29T17:21:23Z', 'revision_number': 5, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'subnets': [{'id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:22:07.180965 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecafb90a-cb0c-4a93-a477-d85aa64adb11 None None] New status for floating IP f325dc42-bdd0-4161-aec9-fdea32eaf560: ACTIVE {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:22:11.352309 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-06a58fb2-60a2-4ed0-b38a-5784bc0133f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:13.866556 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f34d8ad3-b2f4-4c83-8fd6-51119e495e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:13.981643 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:14.865391 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:16.447550 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:16.495847 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-d5c866b2-663a-4a25-bdad-86ce086432dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406601 Jul 29 17:22:16.594483 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-9b22916a-bfcd-41f7-86ec-0e1af515f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:16.595982 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-9b22916a-bfcd-41f7-86ec-0e1af515f668 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0402381 Jul 29 17:22:16.701276 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-c356d9d2-5ad6-4b6c-b439-5da37462048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:16.702734 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-c356d9d2-5ad6-4b6c-b439-5da37462048e service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.0870550 Jul 29 17:22:16.765918 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-0c32b982-a6fd-4f69-ae25-1901004e5edd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98bbb120-4890-4851-9295-20a36e7b5fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0558512 Jul 29 17:22:16.817114 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-71f505a0-76cc-4a8e-94e7-c381611a41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:16.819204 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-71f505a0-76cc-4a8e-94e7-c381611a41c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0463455 Jul 29 17:22:16.865636 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-38f2ca8b-dcf0-499f-8cd2-116bfcd14596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:22:16.867139 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-38f2ca8b-dcf0-499f-8cd2-116bfcd14596 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407965 Jul 29 17:22:16.928423 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:16.969280 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-fd55ed65-045a-43e6-98dd-2b9ea8b0b037 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812666 Jul 29 17:22:17.065995 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b21e5711-8221-4897-b6ee-2d6dc1a7cd8b req-6793b96c-f01e-4f87-a733-a1cab6305541 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895791 Jul 29 17:22:17.251843 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42158) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:17.350374 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-96ccf191-95cf-42c9-970c-e951f5365c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:17.437420 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-96ccf191-95cf-42c9-970c-e951f5365c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:17.441343 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-96ccf191-95cf-42c9-970c-e951f5365c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:17.482433 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccf191-95cf-42c9-970c-e951f5365c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea422ca-b041-445b-ac7c-ab0517f8e1cc,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:17.486737 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-96ccf191-95cf-42c9-970c-e951f5365c28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc6e75e8b6eb4318a01cf53281358907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338903 Jul 29 17:22:17.489481 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42162) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:17.537852 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-91d53d7d-1194-4740-8b69-f8965fd25d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:17.558226 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-91d53d7d-1194-4740-8b69-f8965fd25d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:17.603087 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-91d53d7d-1194-4740-8b69-f8965fd25d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:17.605905 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-91d53d7d-1194-4740-8b69-f8965fd25d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:17.607350 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-91d53d7d-1194-4740-8b69-f8965fd25d3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dea422ca-b041-445b-ac7c-ab0517f8e1cc HTTP/1.1" status: 204 len: 168 time: 0.1168728 Jul 29 17:22:17.615241 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d53d7d-1194-4740-8b69-f8965fd25d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea422ca-b041-445b-ac7c-ab0517f8e1cc,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:18.560899 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42196) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:18.659862 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-32888ddc-4e59-496c-864f-6d485f95accc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:18.748359 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-32888ddc-4e59-496c-864f-6d485f95accc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:18.753351 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-32888ddc-4e59-496c-864f-6d485f95accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:18.797778 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-32888ddc-4e59-496c-864f-6d485f95accc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d3cbae16dd0417f969cfffb806d860c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357764 Jul 29 17:22:18.800395 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42200) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:18.803332 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32888ddc-4e59-496c-864f-6d485f95accc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6262b1bb-a6af-4ded-bd81-53a7419c8e0a,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:18.853829 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-46e60998-3cd8-4e83-98cf-74a8f301f05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:18.875230 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-46e60998-3cd8-4e83-98cf-74a8f301f05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:18.924333 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-46e60998-3cd8-4e83-98cf-74a8f301f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:18.926901 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-46e60998-3cd8-4e83-98cf-74a8f301f05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:18.928077 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-46e60998-3cd8-4e83-98cf-74a8f301f05e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6262b1bb-a6af-4ded-bd81-53a7419c8e0a HTTP/1.1" status: 204 len: 168 time: 0.1266694 Jul 29 17:22:18.936032 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e60998-3cd8-4e83-98cf-74a8f301f05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6262b1bb-a6af-4ded-bd81-53a7419c8e0a,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:35.668828 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:22:41.355247 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-67dcb2dc-52de-481e-913c-142bf338dc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:43.869611 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d5842907-50a1-44fb-bc92-932290dee85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:43.983890 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:44.868342 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:46.451736 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:46.936447 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.567259 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42396) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:48.668725 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.753152 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.756615 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.792267 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1459bac9-dcd8-4b85-bdfa-d352d2fc4b3f,revision_number=1']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:48.796002 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f8c13bae91c4845b9c041239f55d26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277145 Jul 29 17:22:48.798884 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42400) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:48.801658 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.802006 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.802341 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.802678 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.803001 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.803326 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.803649 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.803971 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.804291 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.804631 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.804951 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.805271 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287dbf2d-5112-49c4-8849-9a720dd01f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:48.854145 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7628e159-e11c-4f56-8d26-34d99160981a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.875124 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7628e159-e11c-4f56-8d26-34d99160981a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.920864 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7628e159-e11c-4f56-8d26-34d99160981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.923654 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-7628e159-e11c-4f56-8d26-34d99160981a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:48.924845 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-7628e159-e11c-4f56-8d26-34d99160981a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1459bac9-dcd8-4b85-bdfa-d352d2fc4b3f HTTP/1.1" status: 204 len: 168 time: 0.1248550 Jul 29 17:22:48.936327 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628e159-e11c-4f56-8d26-34d99160981a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1459bac9-dcd8-4b85-bdfa-d352d2fc4b3f,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:59.631140 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42540) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:59.731537 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:59.820913 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:59.824660 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_create {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:59.864470 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b74aa252775c407d8b3174c86ca491a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322652 Jul 29 17:22:59.865351 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67ff37f-6fde-408a-aa90-d757d73b1f66,revision_number=1']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:22:59.867203 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42544) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:22:59.872680 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.873028 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.873364 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.874065 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.874397 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.874720 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.875044 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.875368 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.875690 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.876006 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.876319 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.876656 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b858421-2f34-42e0-90c6-fd0db4a7c31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:22:59.915678 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ebb367bf-5a5f-4eab-9e38-c60a81baea67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:59.939309 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ebb367bf-5a5f-4eab-9e38-c60a81baea67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:59.988506 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ebb367bf-5a5f-4eab-9e38-c60a81baea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:59.991288 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ebb367bf-5a5f-4eab-9e38-c60a81baea67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:22:59.992465 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-ebb367bf-5a5f-4eab-9e38-c60a81baea67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f67ff37f-6fde-408a-aa90-d757d73b1f66 HTTP/1.1" status: 204 len: 168 time: 0.1242435 Jul 29 17:23:00.000974 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb367bf-5a5f-4eab-9e38-c60a81baea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67ff37f-6fde-408a-aa90-d757d73b1f66,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:11.357362 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0a769791-3bbc-4828-ac91-3edd43efb45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:12.667278 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:23:13.872182 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e8e6d705-0da0-4b34-859e-31f62cca954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:13.987747 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:14.869695 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:16.460272 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:16.471793 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-2bb0401e-1a7c-4f2c-a649-2248d7bb5373 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448878 Jul 29 17:23:16.543182 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-9632862a-0f30-4bba-83ac-377039f861bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:16.544691 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-9632862a-0f30-4bba-83ac-377039f861bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 1098 time: 0.0403645 Jul 29 17:23:16.644087 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-2a9dd2b1-0f1f-4e2c-8f82-c7949b8dbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:16.645570 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-2a9dd2b1-0f1f-4e2c-8f82-c7949b8dbadf service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.0819128 Jul 29 17:23:16.711962 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-a117b48d-e0fa-4279-a9ee-2b539f38e98d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181 HTTP/1.1" status: 200 len: 1000 time: 0.0589557 Jul 29 17:23:16.758774 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-48d01a57-a6c8-412c-95b4-1b50db948c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:16.760144 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-48d01a57-a6c8-412c-95b4-1b50db948c70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0415823 Jul 29 17:23:16.804932 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-471d7ff4-ae66-4b41-a8ef-f2f486871962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:16.806411 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-471d7ff4-ae66-4b41-a8ef-f2f486871962 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385189 Jul 29 17:23:16.898252 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-060701c6-ad28-4e7a-bf74-b65c2268b240 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840621 Jul 29 17:23:16.936475 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:16.987034 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2823852d-dd08-4027-89a3-7d1aefbfb843 req-03813f84-0355-4b69-8159-b3f72c9bb386 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818899 Jul 29 17:23:41.358714 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-463facf3-1dbd-4ba6-aad6-7f71fed68322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:43.873734 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-0a0d6314-bbc7-4f19-a2d2-02612ac3bd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:43.986852 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:44.873596 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.180728 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42556) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:23:45.338172 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Deleting port 7a9f9917-fee1-4060-9580-d706a24cd536 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:23:45.338536 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.412920 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.413246 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.424515 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Calling delete_port for 7a9f9917-fee1-4060-9580-d706a24cd536 owned by network:floatingip {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:23:45.569490 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.591801 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event deleted for resources: {'Port': ['ID=7a9f9917-fee1-4060-9580-d706a24cd536,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:45.651853 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.652192 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Floating IP 8c0dc3bc-d2d3-4802-a87e-7b8c02039b2d disassociated (deleted). External IP: 172.27.0.47, port: 0564d6d0-f256-44a9-afed-8c2f8a79c181. Jul 29 17:23:45.854957 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Router 17de73cb-8ef6-48f1-a051-c83ea08530a5 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:23:45.962393 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:23:45.967556 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:45.972188 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] Sync routers for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:23:45.981451 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:23:45.982071 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:23:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:45.993330 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-b00e46e2-dd6e-48de-bbb2-35a25e55b467 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "DELETE /v2.0/floatingips/8c0dc3bc-d2d3-4802-a87e-7b8c02039b2d HTTP/1.1" status: 204 len: 168 time: 0.8115859 Jul 29 17:23:45.993915 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:23:45.996186 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bc95d3-e1e0-420a-8f00-ad93f7456eea" -d '{"events": [{"name": "network-changed", "server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:23:46.033771 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a1aa92-278c-4d03-bbba-7badc3c604f4 x-openstack-request-id: req-01a1aa92-278c-4d03-bbba-7badc3c604f4 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:23:46.034063 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:23:46.034402 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01a1aa92-278c-4d03-bbba-7badc3c604f4 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:23:46.034715 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'status': 'completed', 'code': 200} Jul 29 17:23:46.132043 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-2a8b8b89-9b63-4ece-ae2b-fff949c8934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:46.133659 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-2a8b8b89-9b63-4ece-ae2b-fff949c8934e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 1098 time: 0.0528362 Jul 29 17:23:46.222998 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:23:46.272842 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-6f090610-aa8c-42ff-a0ab-ad2dbbb4c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:46.274328 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-6f090610-aa8c-42ff-a0ab-ad2dbbb4c3ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.0954916 Jul 29 17:23:46.329187 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-07b1d070-12ce-4fed-9c4f-afbf5b1e74df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181 HTTP/1.1" status: 200 len: 217 time: 0.0464702 Jul 29 17:23:46.409546 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-f21dbf2d-d630-4c76-b173-624d8f0423cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:46.411344 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-f21dbf2d-d630-4c76-b173-624d8f0423cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0746346 Jul 29 17:23:46.427193 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52357a0-8b75-48b8-ae9d-c187ea28f458 req-6a48957b-ad45-421f-84ad-a7478d55209f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:46.428682 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d52357a0-8b75-48b8-ae9d-c187ea28f458 req-6a48957b-ad45-421f-84ad-a7478d55209f tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 945 time: 0.2417033 Jul 29 17:23:46.447602 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '4901cacf-b2ec-45ab-9c87-03b1e056d4b1', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:38Z', 'updated_at': '2021-07-29T17:19:41Z', 'revision_number': 1, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:46.482675 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] Checking router: 17de73cb-8ef6-48f1-a051-c83ea08530a5 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:23:46.497038 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:46.497941 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:23:46.498450 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-d52357a0-8b75-48b8-ae9d-c187ea28f458 req-1df0a3c7-3714-4a54-a30c-5d39ddf46092 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611360 Jul 29 17:23:46.498610 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:23:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:46.500249 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-fd15474d-565b-46d7-b211-1833356b6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:46.501688 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-fd15474d-565b-46d7-b211-1833356b6a4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0721543 Jul 29 17:23:46.515002 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-a379d715-a64d-4fbe-b08f-1c531a689cb7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 17:23:46.515986 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-a379d715-a64d-4fbe-b08f-1c531a689cb7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066965 Jul 29 17:23:46.604708 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:23:46.612754 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-2494394e-15d6-46a2-aff5-db7052089b1b service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893023 Jul 29 17:23:46.707965 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-11bc95d3-e1e0-420a-8f00-ad93f7456eea req-abd61959-f17e-4aac-a4c1-372d735b33fb service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870199 Jul 29 17:23:46.822532 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '4901cacf-b2ec-45ab-9c87-03b1e056d4b1', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:38Z', 'updated_at': '2021-07-29T17:19:41Z', 'revision_number': 1, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:46.847946 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604e9ccf-5a04-4809-8c70-75b8b33afab6 None None] The sync data for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi is: [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_floatingips': [{'id': '4901cacf-b2ec-45ab-9c87-03b1e056d4b1', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'router_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'port_id': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'mac_address': 'fa:16:3e:74:3d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T17:19:38Z', 'updated_at': '2021-07-29T17:19:41Z', 'revision_number': 1, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:23:46.937193 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:47.059647 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ba555-5fa4-4ced-a0cc-24aad088a492 None None] New status for floating IP 8c0dc3bc-d2d3-4802-a87e-7b8c02039b2d: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:23:47.664593 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36246814-c74b-49e8-be71-96c17289e651 req-41bf6b08-d595-4c49-a1ff-7c4e2f56c222 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:47.666077 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-36246814-c74b-49e8-be71-96c17289e651 req-41bf6b08-d595-4c49-a1ff-7c4e2f56c222 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 945 time: 0.0978920 Jul 29 17:23:47.702765 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-36246814-c74b-49e8-be71-96c17289e651 req-22b777d6-4b1f-4224-936b-76e74c07152d tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302613 Jul 29 17:23:48.816098 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc849f9-6ea4-4ca3-b321-ee1788011cf6 req-b2e1973d-d909-4599-8b12-18a7ba5c952a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:48.817577 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fdc849f9-6ea4-4ca3-b321-ee1788011cf6 req-b2e1973d-d909-4599-8b12-18a7ba5c952a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 945 time: 0.0487154 Jul 29 17:23:48.856970 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fdc849f9-6ea4-4ca3-b321-ee1788011cf6 req-6360f2f2-3405-4fcb-94ae-183b519be9f4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333583 Jul 29 17:23:49.666356 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:23:49.983451 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5457e62-e9f7-4cb5-9125-331b014ffd84 req-a4049753-bc98-4024-9976-87ba581b96f6 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:49.984839 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a5457e62-e9f7-4cb5-9125-331b014ffd84 req-a4049753-bc98-4024-9976-87ba581b96f6 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 945 time: 0.0475969 Jul 29 17:23:50.026754 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-a5457e62-e9f7-4cb5-9125-331b014ffd84 req-a73a61fd-5cf9-4420-9a41-09616ea565f3 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359941 Jul 29 17:23:51.140477 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae00b6-5423-4436-b4e5-8c35367faa51 req-4dea02a3-0b57-4923-bdfd-7a1964f762b0 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:51.141953 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-63ae00b6-5423-4436-b4e5-8c35367faa51 req-4dea02a3-0b57-4923-bdfd-7a1964f762b0 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 945 time: 0.0475225 Jul 29 17:23:51.178878 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-63ae00b6-5423-4436-b4e5-8c35367faa51 req-df75aae7-2362-4b00-807a-8ff754f1fc52 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311687 Jul 29 17:23:52.187468 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 0564d6d0-f256-44a9-afed-8c2f8a79c181 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:23:52.266853 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:52.288794 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:23:52.291033 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b2c78-712f-4f69-8396-d39687a56509" -d '{"events": [{"server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "name": "network-vif-unplugged", "status": "completed", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:23:52.293317 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db1a3f-0238-46a4-a129-2b34752ac79f req-3e3a856e-a3cf-453a-9b3d-8149bcafaf38 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:52.295849 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-02db1a3f-0238-46a4-a129-2b34752ac79f req-3e3a856e-a3cf-453a-9b3d-8149bcafaf38 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 945 time: 0.0515707 Jul 29 17:23:52.304666 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port 0564d6d0-f256-44a9-afed-8c2f8a79c181, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:23:52.308535 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:52.332653 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 17:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549728d5-684a-49b9-b4f0-d348c2a44908 x-openstack-request-id: req-549728d5-684a-49b9-b4f0-d348c2a44908 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:23:52.332950 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "name": "network-vif-unplugged", "status": "completed", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:23:52.333201 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-549728d5-684a-49b9-b4f0-d348c2a44908 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:23:52.333592 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'code': 200} Jul 29 17:23:52.336595 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-02db1a3f-0238-46a4-a129-2b34752ac79f req-46c93d30-22bf-4f48-afc7-4f4c7e4aaef4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350401 Jul 29 17:23:52.359810 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=0564d6d0-f256-44a9-afed-8c2f8a79c181,revision_number=6']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:52.367089 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.367437 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.367779 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.368110 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.368439 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.368801 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.369130 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.369453 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.369779 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.370104 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.370422 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.370745 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:23:52.901226 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-48068bb0-c554-4375-8b02-b0561d9afb4d tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:52.902637 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-48068bb0-c554-4375-8b02-b0561d9afb4d tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 943 time: 0.0469134 Jul 29 17:23:52.994654 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Deleting port 0564d6d0-f256-44a9-afed-8c2f8a79c181 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:23:52.994984 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:53.086387 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] For port 0564d6d0-f256-44a9-afed-8c2f8a79c181, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0564d6d0-f256-44a9-afed-8c2f8a79c181,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:23:53.086751 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:53.100306 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Calling delete_port for 0564d6d0-f256-44a9-afed-8c2f8a79c181 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:23:53.231741 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:53.256256 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event deleted for resources: {'Port': ['ID=0564d6d0-f256-44a9-afed-8c2f8a79c181,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:53.306863 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] No DVR routers for this DVR port 0564d6d0-f256-44a9-afed-8c2f8a79c181 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:23:53.309414 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:53.311434 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7d9a07a8-0faa-43ed-93eb-2d99173ba2d0 req-5c8aba75-7403-4697-9f01-efb96ac4f2fa tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "DELETE /v2.0/ports/0564d6d0-f256-44a9-afed-8c2f8a79c181 HTTP/1.1" status: 204 len: 173 time: 0.4021389 Jul 29 17:23:53.311860 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'name': 'network-vif-deleted', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:23:53.314072 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4992da3-0308-4ec8-a849-e01a2b983f94" -d '{"events": [{"server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "name": "network-vif-deleted", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:23:53.350979 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b9a8ed-0625-4790-a312-6a1798ce7132 x-openstack-request-id: req-40b9a8ed-0625-4790-a312-6a1798ce7132 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:23:53.351260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79a516c-ded0-4ea0-a67d-05c955ed9e69", "name": "network-vif-deleted", "tag": "0564d6d0-f256-44a9-afed-8c2f8a79c181", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:23:53.351509 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40b9a8ed-0625-4790-a312-6a1798ce7132 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:23:53.351898 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79a516c-ded0-4ea0-a67d-05c955ed9e69', 'name': 'network-vif-deleted', 'tag': '0564d6d0-f256-44a9-afed-8c2f8a79c181', 'status': 'completed', 'code': 200} Jul 29 17:23:53.438487 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-e77c83ff-d3c0-4bd8-808b-89d9b728882d req-e3e6d7fe-3fdc-41d8-ac9c-b3bcbb00aacf tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=a79a516c-ded0-4ea0-a67d-05c955ed9e69 HTTP/1.1" status: 200 len: 210 time: 0.0312860 Jul 29 17:23:56.720105 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42608) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:23:56.874851 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Deleting port 8bd80713-7aa1-4fbf-b972-8ce82ebbd363 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:23:56.875189 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:56.948382 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:56.948730 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:56.959822 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Calling delete_port for 8bd80713-7aa1-4fbf-b972-8ce82ebbd363 owned by network:floatingip {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:23:57.110779 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:57.135345 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event deleted for resources: {'Port': ['ID=8bd80713-7aa1-4fbf-b972-8ce82ebbd363,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:23:57.196501 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:57.196857 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.db.l3_db [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Floating IP 4901cacf-b2ec-45ab-9c87-03b1e056d4b1 disassociated (deleted). External IP: 172.27.0.34, port: 98bbb120-4890-4851-9295-20a36e7b5fa8. Jul 29 17:23:57.397809 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Router 17de73cb-8ef6-48f1-a051-c83ea08530a5 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:23:57.502999 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:23:57.507360 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:57.513632 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] Sync routers for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:23:57.523714 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:23:57.524338 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:23:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:57.633032 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:23:57.786587 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-23511874-ea3f-4b4c-b6bd-5ae80d963b7a tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "DELETE /v2.0/floatingips/4901cacf-b2ec-45ab-9c87-03b1e056d4b1 HTTP/1.1" status: 204 len: 168 time: 1.0653477 Jul 29 17:23:57.787217 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:23:57.789422 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc389f6c-2a18-461a-bdc9-b20aead2d448" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:23:57.839165 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:57.868181 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] Checking router: 17de73cb-8ef6-48f1-a051-c83ea08530a5 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:23:57.878355 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:23:57.878971 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:23:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:57.883908 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f876dd68-bd54-4579-9b5f-7c4e1bb4e817 x-openstack-request-id: req-f876dd68-bd54-4579-9b5f-7c4e1bb4e817 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:23:57.884551 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:23:57.884819 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f876dd68-bd54-4579-9b5f-7c4e1bb4e817 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:23:57.885687 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'status': 'completed', 'code': 200} Jul 29 17:23:57.996808 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:23:58.009552 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-c775a3d0-c83d-4deb-88d0-8f19b18fe550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:58.011074 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-c775a3d0-c83d-4deb-88d0-8f19b18fe550 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0767143 Jul 29 17:23:58.023704 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d28bd-d204-416a-b97d-34e3aeb9a1e8 req-d0045b15-0c41-4a71-b836-ec52b549790c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:58.025182 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a22d28bd-d204-416a-b97d-34e3aeb9a1e8 req-d0045b15-0c41-4a71-b836-ec52b549790c tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0611575 Jul 29 17:23:58.128333 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a22d28bd-d204-416a-b97d-34e3aeb9a1e8 req-1493a800-ae64-48d1-bb68-67d679ddf320 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935490 Jul 29 17:23:58.137686 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-23026706-d39a-4eb3-ac61-4f7119c792eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:58.139763 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-23026706-d39a-4eb3-ac61-4f7119c792eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 200 len: 913 time: 0.1137054 Jul 29 17:23:58.186219 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-c3343bc9-fd1f-4fe0-835d-30b1273563ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98bbb120-4890-4851-9295-20a36e7b5fa8 HTTP/1.1" status: 200 len: 217 time: 0.0379810 Jul 29 17:23:58.195047 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:23:58.224881 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4de3c-007b-482b-a498-4622097e3c0e None None] The sync data for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi is: [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:22Z', 'revision_number': 4, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '2962443c-7b64-4815-8859-5fab2e89e736', 'name': '', 'network_id': '5ae59075-d98f-46e5-9ff2-b543dd700484', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'mac_address': 'fa:16:3e:f6:57:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:21Z', 'updated_at': '2021-07-29T17:15:32Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'subnets': [{'id': 'da91c2f1-98a1-47cc-86db-ca9ec38a300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:23:58.235728 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-ad72a1aa-5fd4-489e-8e6a-dda584030701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:58.237238 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-ad72a1aa-5fd4-489e-8e6a-dda584030701 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 200 len: 851 time: 0.0439107 Jul 29 17:23:58.285927 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-040fc434-35ea-43be-bd32-f6e88b16e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:58.287467 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-040fc434-35ea-43be-bd32-f6e88b16e2e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ae59075-d98f-46e5-9ff2-b543dd700484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418522 Jul 29 17:23:58.386388 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-b51a32e8-9d33-41ba-a9d6-c5b0e36643f5 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900245 Jul 29 17:23:58.446506 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81d27e-c1b7-4071-a5b4-1daae5c675e1 None None] New status for floating IP 4901cacf-b2ec-45ab-9c87-03b1e056d4b1: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:23:58.479341 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-bc389f6c-2a18-461a-bdc9-b20aead2d448 req-d5b1d2d5-659e-46ba-b1c1-c861253e1715 service neutron] 10.222.0.44 "GET /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853565 Jul 29 17:23:59.242876 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f382530-12af-4f0d-b80d-81694c103c2f req-1ede7e20-0f82-4e16-a084-9002f6a36bfe tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:59.244311 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2f382530-12af-4f0d-b80d-81694c103c2f req-1ede7e20-0f82-4e16-a084-9002f6a36bfe tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0480721 Jul 29 17:23:59.283750 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2f382530-12af-4f0d-b80d-81694c103c2f req-332070a2-a924-42f5-87d1-43166b2204d8 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332677 Jul 29 17:23:59.684019 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-0553a315-d603-43a0-85f5-5f1b6c8a0722 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:23:59.685470 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-0553a315-d603-43a0-85f5-5f1b6c8a0722 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 945 time: 0.0480070 Jul 29 17:23:59.776195 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Deleting port 98bbb120-4890-4851-9295-20a36e7b5fa8 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:23:59.776525 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:59.864327 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] For port 98bbb120-4890-4851-9295-20a36e7b5fa8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=98bbb120-4890-4851-9295-20a36e7b5fa8,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:23:59.864726 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:23:59.877295 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Calling delete_port for 98bbb120-4890-4851-9295-20a36e7b5fa8 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:00.004860 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:00.033759 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event deleted for resources: {'Port': ['ID=98bbb120-4890-4851-9295-20a36e7b5fa8,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:00.059256 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.059585 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.059923 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.060254 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.060601 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.060929 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.061808 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.062134 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.062460 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.062779 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.063099 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.063417 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:00.090098 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] No DVR routers for this DVR port 98bbb120-4890-4851-9295-20a36e7b5fa8 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:24:00.092460 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:00.094450 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-a2a728b6-2c83-45b8-8021-b22949c2d3b7 req-42310cc9-5446-4421-8b5b-60024c046b73 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.44 "DELETE /v2.0/ports/98bbb120-4890-4851-9295-20a36e7b5fa8 HTTP/1.1" status: 204 len: 173 time: 0.4029250 Jul 29 17:24:00.094899 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'name': 'network-vif-deleted', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:24:00.097113 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5030a-d0fd-40d3-9209-d5e8e8e729e2" -d '{"events": [{"server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "name": "network-vif-deleted", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:24:00.132697 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52eabe3-038c-4f0d-838f-c7b7c29379e4 x-openstack-request-id: req-b52eabe3-038c-4f0d-838f-c7b7c29379e4 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:24:00.132976 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c5d793-b1e2-40fc-9730-ebf71062a8a8", "name": "network-vif-deleted", "tag": "98bbb120-4890-4851-9295-20a36e7b5fa8", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:24:00.133222 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b52eabe3-038c-4f0d-838f-c7b7c29379e4 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:24:00.133626 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c5d793-b1e2-40fc-9730-ebf71062a8a8', 'name': 'network-vif-deleted', 'tag': '98bbb120-4890-4851-9295-20a36e7b5fa8', 'status': 'completed', 'code': 200} Jul 29 17:24:00.379783 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2aa59baf-300e-4fde-9d8a-e3829823e480 req-0ca0c054-0f13-4aa7-b84f-d530c9a30abb tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2c5d793-b1e2-40fc-9730-ebf71062a8a8 HTTP/1.1" status: 200 len: 210 time: 0.0313714 Jul 29 17:24:01.436353 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42626) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:01.554957 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Deleting port b5a7a2fc-aa2b-4064-a7f3-622c6972124c {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:24:01.555294 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:01.627663 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:01.627970 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:01.640051 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Calling delete_port for b5a7a2fc-aa2b-4064-a7f3-622c6972124c owned by network:floatingip {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:01.777805 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:01.808838 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event deleted for resources: {'Port': ['ID=b5a7a2fc-aa2b-4064-a7f3-622c6972124c,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:01.850843 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.851230 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.851598 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.851973 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.852307 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.852666 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.852998 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.853326 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.853654 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.853979 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.854311 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.854627 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:24:01.874175 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for floatingip, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:01.876807 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:01.877963 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-09ced8fb-5d1b-41bd-b5a9-4e8f8c40f4d4 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "DELETE /v2.0/floatingips/9d638459-2c7d-492c-8f2d-b62a2eae5187 HTTP/1.1" status: 204 len: 168 time: 0.4405704 Jul 29 17:24:02.248033 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 98bbb120-4890-4851-9295-20a36e7b5fa8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:24:02.268967 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: 98bbb120-4890-4851-9295-20a36e7b5fa8 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:24:02.269303 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device 98bbb120-4890-4851-9295-20a36e7b5fa8 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:24:03.079426 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42638) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:03.136413 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-294812a2-fba6-4ed5-b5d1-997583e4a105 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:03.161007 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-294812a2-fba6-4ed5-b5d1-997583e4a105 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:03.218014 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-294812a2-fba6-4ed5-b5d1-997583e4a105 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:03.220541 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-294812a2-fba6-4ed5-b5d1-997583e4a105 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:03.221690 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-294812a2-fba6-4ed5-b5d1-997583e4a105 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7 HTTP/1.1" status: 204 len: 168 time: 0.1412826 Jul 29 17:24:03.230407 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294812a2-fba6-4ed5-b5d1-997583e4a105 tempest-TestVolumeBootPattern-868636367 tempest-TestVolumeBootPattern-868636367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1a9cba-8455-4130-9d1e-cb92ad8e6dc7,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:03.280335 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42642) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:03.714611 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679750'] for router_interface, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:03.953255 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Deleting port 2962443c-7b64-4815-8859-5fab2e89e736 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:24:03.953593 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:04.033165 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] For port 2962443c-7b64-4815-8859-5fab2e89e736, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=2962443c-7b64-4815-8859-5fab2e89e736,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:04.033523 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:04.045818 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Calling delete_port for 2962443c-7b64-4815-8859-5fab2e89e736 owned by network:router_interface {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:04.226250 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:04.252711 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Pushing event deleted for resources: {'Port': ['ID=2962443c-7b64-4815-8859-5fab2e89e736,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:04.419836 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679722'] for router_interface, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:04.629711 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Router 17de73cb-8ef6-48f1-a051-c83ea08530a5 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:24:04.732588 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:24:04.738092 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-3a82b504-cbde-41e1-a5aa-c0de5d4cf640 admin admin] 10.222.0.13 "PUT /v2.0/routers/17de73cb-8ef6-48f1-a051-c83ea08530a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4566314 Jul 29 17:24:04.740610 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42646) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:04.741672 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] Sync routers for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:24:04.751695 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:24:04.752301 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:23:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:04.842045 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks [] for router, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:04.853996 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:24:04.944894 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.044045 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:24:04Z', 'revision_number': 5, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port': {'id': 'ece0e213-738f-4599-8b7d-2cdce6a57eb7', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:05.074653 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] Checking router: 17de73cb-8ef6-48f1-a051-c83ea08530a5 for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:24:05.083973 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] Routers {'17de73cb-8ef6-48f1-a051-c83ea08530a5'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:24:05.084616 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:23:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['17de73cb-8ef6-48f1-a051-c83ea08530a5'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:05.262315 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Deleting port ece0e213-738f-4599-8b7d-2cdce6a57eb7 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:24:05.262907 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.302006 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] Set router 17de73cb-8ef6-48f1-a051-c83ea08530a5 gateway port host: None {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:24:05.340192 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] For port ece0e213-738f-4599-8b7d-2cdce6a57eb7, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=ece0e213-738f-4599-8b7d-2cdce6a57eb7,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:05.340574 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.352287 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:24:04Z', 'revision_number': 6, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port_host': None}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:05.352978 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Calling delete_port for ece0e213-738f-4599-8b7d-2cdce6a57eb7 owned by network:router_gateway {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:05.381630 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffbca1-a509-40b5-a350-f0219614a699 None None] The sync data for ids ['17de73cb-8ef6-48f1-a051-c83ea08530a5'] in dv-cinder-784623-16-iscsi is: [{'id': '17de73cb-8ef6-48f1-a051-c83ea08530a5', 'name': 'tempest-TestVolumeBootPattern-1867745744-router', 'tenant_id': '6fe8e2306f964474bb04b3f59f9abeff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:18Z', 'updated_at': '2021-07-29T17:24:04Z', 'revision_number': 6, 'project_id': '6fe8e2306f964474bb04b3f59f9abeff', 'gw_port_host': None}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:24:05.523837 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.551730 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece0e213-738f-4599-8b7d-2cdce6a57eb7,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:05.610534 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725640'] for router_gateway, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.705201 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1960'] for router, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.707188 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.753463 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570759'] for router, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.754595 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17de73cb-8ef6-48f1-a051-c83ea08530a5 {{(pid=93267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:24:05.758835 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.762364 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-29176707-2335-463c-b49a-42b5e5d6d351 admin admin] 10.222.0.13 "DELETE /v2.0/routers/17de73cb-8ef6-48f1-a051-c83ea08530a5 HTTP/1.1" status: 204 len: 168 time: 1.0184600 Jul 29 17:24:05.762653 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42648) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:05.808230 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b9fe44-85ab-441d-a1d3-fad2b904c609 admin admin] Deleting subnet da91c2f1-98a1-47cc-86db-ca9ec38a300d {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:24:05.812257 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-82b9fe44-85ab-441d-a1d3-fad2b904c609 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.846502 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-82b9fe44-85ab-441d-a1d3-fad2b904c609 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.926451 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-82b9fe44-85ab-441d-a1d3-fad2b904c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:05.976961 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-82b9fe44-85ab-441d-a1d3-fad2b904c609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.002340 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9fe44-85ab-441d-a1d3-fad2b904c609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da91c2f1-98a1-47cc-86db-ca9ec38a300d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:06.005851 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-82b9fe44-85ab-441d-a1d3-fad2b904c609 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.009294 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-82b9fe44-85ab-441d-a1d3-fad2b904c609 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da91c2f1-98a1-47cc-86db-ca9ec38a300d HTTP/1.1" status: 204 len: 168 time: 0.2440517 Jul 29 17:24:06.010282 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42650) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:06.012832 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db0f777-b966-4582-ae54-e875275852b8 None None] Network 5ae59075-d98f-46e5-9ff2-b543dd700484 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:24:06.078307 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.137442 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Deleting port f704c267-a23d-4010-aac8-08a23c256d6d {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:24:06.137791 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.201833 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] For port f704c267-a23d-4010-aac8-08a23c256d6d, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f704c267-a23d-4010-aac8-08a23c256d6d,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:06.202205 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.205601 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda43b7-48e8-47f3-a1c4-16af3d712856 None None] DHCP port deletion for 5ae59075-d98f-46e5-9ff2-b543dd700484 request from dv-cinder-784623-16-iscsi {{(pid=93268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:24:06.216863 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Calling delete_port for f704c267-a23d-4010-aac8-08a23c256d6d owned by network:dhcp {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:06.263131 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-fbda43b7-48e8-47f3-a1c4-16af3d712856 None None] Deleting port f704c267-a23d-4010-aac8-08a23c256d6d {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:24:06.263503 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fbda43b7-48e8-47f3-a1c4-16af3d712856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.305063 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.330221 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-fbda43b7-48e8-47f3-a1c4-16af3d712856 None None] For port f704c267-a23d-4010-aac8-08a23c256d6d, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=f704c267-a23d-4010-aac8-08a23c256d6d,segment=NetworkSegment(98faeec8-4d86-48fc-98a6-028dac8b3f38),segment_id=98faeec8-4d86-48fc-98a6-028dac8b3f38)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:06.330637 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fbda43b7-48e8-47f3-a1c4-16af3d712856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.332146 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Pushing event deleted for resources: {'Port': ['ID=f704c267-a23d-4010-aac8-08a23c256d6d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:06.338513 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] No DVR routers for this DVR port f704c267-a23d-4010-aac8-08a23c256d6d on host dv-cinder-784623-16-iscsi {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:24:06.346522 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-fbda43b7-48e8-47f3-a1c4-16af3d712856 None None] Calling delete_port for f704c267-a23d-4010-aac8-08a23c256d6d owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:06.413276 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.429011 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae59075-d98f-46e5-9ff2-b543dd700484']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:06.440169 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98faeec8-4d86-48fc-98a6-028dac8b3f38') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:06.440460 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98faeec8-4d86-48fc-98a6-028dac8b3f38') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:06.447229 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-fbda43b7-48e8-47f3-a1c4-16af3d712856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.450152 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6357428'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.465293 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.471180 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda43b7-48e8-47f3-a1c4-16af3d712856 None None] Pushing event deleted for resources: {'Port': ['ID=f704c267-a23d-4010-aac8-08a23c256d6d,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:06.471989 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:24:06.472386 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6397020'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: Traceback (most recent call last): Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: timer() Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: cb(*args, **kw) Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: return func(*args, **kwargs) Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: self._notify() Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: self.callback(batched_events) Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: event.method(event) Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: return f(self, *a, **k) Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._get(url).json() Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:24:06.474128 dv-cinder-784623-16-iscsi neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:24:06.478259 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda43b7-48e8-47f3-a1c4-16af3d712856 None None] No DVR routers for this DVR port f704c267-a23d-4010-aac8-08a23c256d6d on host dv-cinder-784623-16-iscsi {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:24:06.537910 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.543628 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:06.545417 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5ae59075-d98f-46e5-9ff2-b543dd700484 HTTP/1.1" status: 204 len: 168 time: 0.5341971 Jul 29 17:24:06.549016 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42652) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:06.556956 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3599f-5298-4445-821d-2b10315dd383 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae59075-d98f-46e5-9ff2-b543dd700484,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:06.912931 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679750'] for router_interface, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:07.036706 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device ece0e213-738f-4599-8b7d-2cdce6a57eb7 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:24:07.061838 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: ece0e213-738f-4599-8b7d-2cdce6a57eb7 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:24:07.062261 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device ece0e213-738f-4599-8b7d-2cdce6a57eb7 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:24:07.062741 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2962443c-7b64-4815-8859-5fab2e89e736 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:24:07.082649 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 2962443c-7b64-4815-8859-5fab2e89e736 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:24:07.082985 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 2962443c-7b64-4815-8859-5fab2e89e736 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:24:07.083402 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f704c267-a23d-4010-aac8-08a23c256d6d no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:24:07.101990 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: f704c267-a23d-4010-aac8-08a23c256d6d {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:24:07.102309 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device f704c267-a23d-4010-aac8-08a23c256d6d not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:24:07.175456 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Deleting port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:24:07.175955 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:07.254766 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] For port b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a,segment=NetworkSegment(eca74f05-3a4d-4687-8936-23e700931dec),segment_id=eca74f05-3a4d-4687-8936-23e700931dec)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:07.255127 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:07.271380 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Calling delete_port for b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a owned by network:router_interface {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:07.443227 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:07.477218 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:07.643526 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679722'] for router_interface, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.111230 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Router 02909d0d-6249-4e1e-a086-2605246d9afc has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:24:08.213881 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:24:08.219361 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-c8f41b95-4f27-4fc4-b528-ac22c1837012 admin admin] 10.222.0.13 "PUT /v2.0/routers/02909d0d-6249-4e1e-a086-2605246d9afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6646116 Jul 29 17:24:08.221981 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42658) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:08.224615 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] Sync routers for ids ['02909d0d-6249-4e1e-a086-2605246d9afc'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:24:08.234006 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] Routers {'02909d0d-6249-4e1e-a086-2605246d9afc'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:24:08.234616 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:23:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['02909d0d-6249-4e1e-a086-2605246d9afc'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:08.323076 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks [] for router, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.335943 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] Set router 02909d0d-6249-4e1e-a086-2605246d9afc gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:24:08.428593 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.482433 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Deleting port 0bc26520-c99d-42c5-bee8-3e72ca7177b5 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:24:08.482894 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.558210 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] For port 0bc26520-c99d-42c5-bee8-3e72ca7177b5, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=0bc26520-c99d-42c5-bee8-3e72ca7177b5,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:08.558526 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.572145 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Calling delete_port for 0bc26520-c99d-42c5-bee8-3e72ca7177b5 owned by network:router_gateway {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:08.601795 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:26Z', 'updated_at': '2021-07-29T17:24:07Z', 'revision_number': 5, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'gw_port': {'id': '0bc26520-c99d-42c5-bee8-3e72ca7177b5', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:15:27Z', 'updated_at': '2021-07-29T17:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:08.627826 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] Checking router: 02909d0d-6249-4e1e-a086-2605246d9afc for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:24:08.635809 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] Routers {'02909d0d-6249-4e1e-a086-2605246d9afc'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:24:08.636415 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:23:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['02909d0d-6249-4e1e-a086-2605246d9afc'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:08.719526 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] Set router 02909d0d-6249-4e1e-a086-2605246d9afc gateway port host: None {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:24:08.735551 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.762972 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc26520-c99d-42c5-bee8-3e72ca7177b5,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:08.774053 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:26Z', 'updated_at': '2021-07-29T17:24:08Z', 'revision_number': 6, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'gw_port_host': None}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:08.799877 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beaea86-8e4b-4fae-b792-b85088204d02 None None] The sync data for ids ['02909d0d-6249-4e1e-a086-2605246d9afc'] in dv-cinder-784623-16-iscsi is: [{'id': '02909d0d-6249-4e1e-a086-2605246d9afc', 'name': 'tempest-TestVolumeBootPattern-1777867961-router', 'tenant_id': '7c62a6ef98364d278542232ce2676bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:15:26Z', 'updated_at': '2021-07-29T17:24:08Z', 'revision_number': 6, 'project_id': '7c62a6ef98364d278542232ce2676bfe', 'gw_port_host': None}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:24:08.830958 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725640'] for router_gateway, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.931289 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1960'] for router, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.933806 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.978730 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570759'] for router, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.979427 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02909d0d-6249-4e1e-a086-2605246d9afc {{(pid=93266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:24:08.984301 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] Notify callbacks [] for router, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:08.985498 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-9fbe47a8-0dce-4a32-8202-f458805d468e admin admin] 10.222.0.13 "DELETE /v2.0/routers/02909d0d-6249-4e1e-a086-2605246d9afc HTTP/1.1" status: 204 len: 168 time: 0.7626102 Jul 29 17:24:08.988074 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42660) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:09.035017 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae371162-ec00-4dc6-a1e6-286f3a04cc00 admin admin] Deleting subnet 0bd434cf-8742-4be1-8dd8-fa81332051ab {{(pid=93266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:24:09.037958 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ae371162-ec00-4dc6-a1e6-286f3a04cc00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.071188 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ae371162-ec00-4dc6-a1e6-286f3a04cc00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661987'] for subnet, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.145493 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ae371162-ec00-4dc6-a1e6-286f3a04cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.196567 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ae371162-ec00-4dc6-a1e6-286f3a04cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8435100'] for subnet, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.228809 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae371162-ec00-4dc6-a1e6-286f3a04cc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd434cf-8742-4be1-8dd8-fa81332051ab,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:09.234111 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-ae371162-ec00-4dc6-a1e6-286f3a04cc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.237015 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-ae371162-ec00-4dc6-a1e6-286f3a04cc00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0bd434cf-8742-4be1-8dd8-fa81332051ab HTTP/1.1" status: 204 len: 168 time: 0.2469773 Jul 29 17:24:09.238549 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42662) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:09.241172 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309bb6d-6931-4b06-b51b-4a2a1da457c9 None None] Network 2f27379c-89be-4af0-a06c-970132b809fd requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:24:09.309863 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.346951 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:24:09.365365 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Deleting port 62dc1749-2327-422e-a543-4d16a37d4bcd {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:24:09.365878 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.385066 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:24:09.385409 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device b95eb599-1f80-40ba-ad10-ac9ba4e7ba4a not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:24:09.385824 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 0bc26520-c99d-42c5-bee8-3e72ca7177b5 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:24:09.410612 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 0bc26520-c99d-42c5-bee8-3e72ca7177b5 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:24:09.410948 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 0bc26520-c99d-42c5-bee8-3e72ca7177b5 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:24:09.438455 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] For port 62dc1749-2327-422e-a543-4d16a37d4bcd, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=62dc1749-2327-422e-a543-4d16a37d4bcd,segment=NetworkSegment(eca74f05-3a4d-4687-8936-23e700931dec),segment_id=eca74f05-3a4d-4687-8936-23e700931dec)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:09.438902 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.452808 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Calling delete_port for 62dc1749-2327-422e-a543-4d16a37d4bcd owned by network:dhcp {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:09.481510 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaac447-d5e5-4e0c-a141-2bb787bab677 None None] DHCP port deletion for 2f27379c-89be-4af0-a06c-970132b809fd request from dv-cinder-784623-16-iscsi {{(pid=93268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:24:09.531266 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-dbaac447-d5e5-4e0c-a141-2bb787bab677 None None] Deleting port 62dc1749-2327-422e-a543-4d16a37d4bcd {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:24:09.531536 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-dbaac447-d5e5-4e0c-a141-2bb787bab677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.540091 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.568444 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=62dc1749-2327-422e-a543-4d16a37d4bcd,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:09.572346 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] No DVR routers for this DVR port 62dc1749-2327-422e-a543-4d16a37d4bcd on host dv-cinder-784623-16-iscsi {{(pid=93266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:24:09.604912 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-dbaac447-d5e5-4e0c-a141-2bb787bab677 None None] For port 62dc1749-2327-422e-a543-4d16a37d4bcd, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=62dc1749-2327-422e-a543-4d16a37d4bcd,segment=NetworkSegment(eca74f05-3a4d-4687-8936-23e700931dec),segment_id=eca74f05-3a4d-4687-8936-23e700931dec)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:09.605315 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-dbaac447-d5e5-4e0c-a141-2bb787bab677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.618077 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-dbaac447-d5e5-4e0c-a141-2bb787bab677 None None] Calling delete_port for 62dc1749-2327-422e-a543-4d16a37d4bcd owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:24:09.643823 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.653581 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f27379c-89be-4af0-a06c-970132b809fd']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:09.664102 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca74f05-3a4d-4687-8936-23e700931dec') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:09.664396 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca74f05-3a4d-4687-8936-23e700931dec') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:24:09.673193 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.686810 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.694576 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:24:09.694576 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:24:09.695045 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:24:09.697408 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-dbaac447-d5e5-4e0c-a141-2bb787bab677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.723265 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaac447-d5e5-4e0c-a141-2bb787bab677 None None] Pushing event deleted for resources: {'Port': ['ID=62dc1749-2327-422e-a543-4d16a37d4bcd,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:09.725023 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaac447-d5e5-4e0c-a141-2bb787bab677 None None] No DVR routers for this DVR port 62dc1749-2327-422e-a543-4d16a37d4bcd on host dv-cinder-784623-16-iscsi {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:24:09.754429 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.759631 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.764878 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2f27379c-89be-4af0-a06c-970132b809fd HTTP/1.1" status: 204 len: 168 time: 0.5253444 Jul 29 17:24:09.777356 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea97b-d1ef-4e66-a457-349aa407f1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f27379c-89be-4af0-a06c-970132b809fd,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:09.875097 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42666) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:09.913924 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-20ed3417-196a-4273-b139-bd385b8d391f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fe8e2306f964474bb04b3f59f9abeff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375736 Jul 29 17:24:09.916162 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42668) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:09.966229 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48ff52ff-f707-4324-acd6-021a4dae652e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:09.986173 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48ff52ff-f707-4324-acd6-021a4dae652e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:10.035463 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48ff52ff-f707-4324-acd6-021a4dae652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:10.038161 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48ff52ff-f707-4324-acd6-021a4dae652e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:10.039326 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-48ff52ff-f707-4324-acd6-021a4dae652e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/705d69d6-80bb-4d98-a5ce-b4f9ae32e15d HTTP/1.1" status: 204 len: 168 time: 0.1222341 Jul 29 17:24:10.048135 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff52ff-f707-4324-acd6-021a4dae652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705d69d6-80bb-4d98-a5ce-b4f9ae32e15d,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:10.337155 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42674) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:10.376801 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-3ceabc6f-954c-41b7-96c5-c18cecd92445 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c62a6ef98364d278542232ce2676bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383997 Jul 29 17:24:10.379128 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42676) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:24:10.426186 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5824-9bbe-40ae-8452-868ca9900913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:10.446524 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5824-9bbe-40ae-8452-868ca9900913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:10.493207 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5824-9bbe-40ae-8452-868ca9900913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:10.495727 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5824-9bbe-40ae-8452-868ca9900913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:10.497137 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b8ad5824-9bbe-40ae-8452-868ca9900913 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70729186-3e15-4969-9c51-22cd41977b4b HTTP/1.1" status: 204 len: 168 time: 0.1168196 Jul 29 17:24:10.505138 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad5824-9bbe-40ae-8452-868ca9900913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70729186-3e15-4969-9c51-22cd41977b4b,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:11.022121 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 62dc1749-2327-422e-a543-4d16a37d4bcd no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:24:11.041994 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 62dc1749-2327-422e-a543-4d16a37d4bcd {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:24:11.042333 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 62dc1749-2327-422e-a543-4d16a37d4bcd not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:24:11.360027 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6b58e44a-fbdf-48d5-af46-f53cfc14f3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:13.877643 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e9715765-1ddd-4dcd-b6f9-f9053f2747cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:13.987526 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:14.876592 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:16.474287 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:16.939525 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:17.612297 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-885753f8-a85c-4456-880e-db712505f496 req-2d435ce6-85b3-485d-a755-08275d8fa5b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1693554 Jul 29 17:24:17.684492 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885753f8-a85c-4456-880e-db712505f496 req-4227de26-f378-4eb5-8976-cf7bbaac3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:17.686588 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-885753f8-a85c-4456-880e-db712505f496 req-4227de26-f378-4eb5-8976-cf7bbaac3cc6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5d2fe9003304b91b16374343a7fe034&device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1098 time: 0.0391543 Jul 29 17:24:17.789378 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885753f8-a85c-4456-880e-db712505f496 req-65e1218a-9697-4c90-876c-46f50e957710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:17.790823 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-885753f8-a85c-4456-880e-db712505f496 req-65e1218a-9697-4c90-876c-46f50e957710 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 200 len: 909 time: 0.0846813 Jul 29 17:24:17.854427 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-885753f8-a85c-4456-880e-db712505f496 req-a01b592a-02c9-44ac-b4dc-c47333001c02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 200 len: 1000 time: 0.0566897 Jul 29 17:24:17.903072 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885753f8-a85c-4456-880e-db712505f496 req-9260da81-6360-4765-841f-314621702408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:17.904486 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-885753f8-a85c-4456-880e-db712505f496 req-9260da81-6360-4765-841f-314621702408 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85035fba-9c6d-4628-87c1-519ca4dbc75a HTTP/1.1" status: 200 len: 847 time: 0.0433540 Jul 29 17:24:17.954795 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885753f8-a85c-4456-880e-db712505f496 req-4651783d-1207-462c-8c58-c7b421b35adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:17.956286 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-885753f8-a85c-4456-880e-db712505f496 req-4651783d-1207-462c-8c58-c7b421b35adb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442224 Jul 29 17:24:18.046264 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-885753f8-a85c-4456-880e-db712505f496 req-3d62dfd2-923d-426e-b843-ede641729564 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820551 Jul 29 17:24:18.138001 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-885753f8-a85c-4456-880e-db712505f496 req-2b0a54ce-ff0c-4560-a185-30b90251ca90 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847878 Jul 29 17:24:21.563418 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819991cf-0171-4cf6-8142-55036cdc58f0 req-c484653f-2814-450d-9d3f-504982149bfb tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:21.564909 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-819991cf-0171-4cf6-8142-55036cdc58f0 req-c484653f-2814-450d-9d3f-504982149bfb tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0513630 Jul 29 17:24:21.602853 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-819991cf-0171-4cf6-8142-55036cdc58f0 req-6e529bd3-aa38-4dec-a2db-b0cd27f7d77c tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Jul 29 17:24:22.718192 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83f53d-7bd4-47d8-bf83-9879bc327868 req-2fee4318-c6e5-450c-929d-88f1057aadab tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:22.719674 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3f83f53d-7bd4-47d8-bf83-9879bc327868 req-2fee4318-c6e5-450c-929d-88f1057aadab tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0496576 Jul 29 17:24:22.757720 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-3f83f53d-7bd4-47d8-bf83-9879bc327868 req-dbe5bf1f-b94d-4c82-9a2c-74a2ac6f60af tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321984 Jul 29 17:24:23.869736 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c256-fc24-41f9-be1f-d6860edc6518 req-470b6768-661c-4741-b0f6-e2b1ca6a1006 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:23.871208 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0970c256-fc24-41f9-be1f-d6860edc6518 req-470b6768-661c-4741-b0f6-e2b1ca6a1006 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0484927 Jul 29 17:24:23.909818 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-0970c256-fc24-41f9-be1f-d6860edc6518 req-284faa7f-9249-4c31-b8cc-609d39c84e7d tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317159 Jul 29 17:24:25.028162 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ea9f8-506c-4401-aa05-86a154000fc4 req-db43ae53-6428-4905-a344-cf60b732917b tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:25.029660 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-988ea9f8-506c-4401-aa05-86a154000fc4 req-db43ae53-6428-4905-a344-cf60b732917b tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0484593 Jul 29 17:24:25.068170 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-988ea9f8-506c-4401-aa05-86a154000fc4 req-27ce2e1d-463c-45eb-95b1-57c253940942 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325975 Jul 29 17:24:26.180294 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcf11-c07a-42cd-8787-44f7939778b4 req-c25e27ff-324e-47e9-af05-c0e300ab6d1f tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:26.181783 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-042bcf11-c07a-42cd-8787-44f7939778b4 req-c25e27ff-324e-47e9-af05-c0e300ab6d1f tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0485992 Jul 29 17:24:26.218239 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-042bcf11-c07a-42cd-8787-44f7939778b4 req-b7c18685-3e4e-43a2-b729-3d4edfa143a5 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304794 Jul 29 17:24:26.666075 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:24:27.330690 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb4f20-01a5-4fb1-a7cd-dca5c7b0a8ee req-9c4fc280-1b64-4ec0-be66-562880363a79 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:27.332136 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1dbb4f20-01a5-4fb1-a7cd-dca5c7b0a8ee req-9c4fc280-1b64-4ec0-be66-562880363a79 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0475574 Jul 29 17:24:27.371873 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-1dbb4f20-01a5-4fb1-a7cd-dca5c7b0a8ee req-4513b930-cd16-4705-a7ff-adfa4e7e15cc tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339534 Jul 29 17:24:28.487553 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e7ace-702e-45c8-bb25-20e0175b7d91 req-69edd5a0-f257-4059-9077-c5720d2f7479 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:28.489051 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d98e7ace-702e-45c8-bb25-20e0175b7d91 req-69edd5a0-f257-4059-9077-c5720d2f7479 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0511012 Jul 29 17:24:28.526074 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-d98e7ace-702e-45c8-bb25-20e0175b7d91 req-12257b22-c7d8-40be-a0c0-bd7765280c40 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Jul 29 17:24:29.640145 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910cb29-c09d-4086-bfef-3c5d366631f1 req-cc94aec5-92a4-4998-9230-02223d058176 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:29.641618 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b910cb29-c09d-4086-bfef-3c5d366631f1 req-cc94aec5-92a4-4998-9230-02223d058176 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0487626 Jul 29 17:24:29.678845 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b910cb29-c09d-4086-bfef-3c5d366631f1 req-420c1305-4275-403f-a7ec-66bc9c5508e8 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312173 Jul 29 17:24:30.789259 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac0430-7ec4-4663-9e14-c547e1e9eef0 req-7e53d488-9964-4889-92cc-5a7bb27d6563 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:30.790776 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-89ac0430-7ec4-4663-9e14-c547e1e9eef0 req-7e53d488-9964-4889-92cc-5a7bb27d6563 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0482097 Jul 29 17:24:30.828098 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-89ac0430-7ec4-4663-9e14-c547e1e9eef0 req-5eb5c452-fb57-494f-a8f8-a310d3ebe40d tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308800 Jul 29 17:24:31.786835 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-a2d850e2-e409-426d-8413-0b24f613c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:31.788293 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-a2d850e2-e409-426d-8413-0b24f613c3e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5d2fe9003304b91b16374343a7fe034&device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1098 time: 0.0404713 Jul 29 17:24:31.880924 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-99e1afeb-6b3a-481f-b799-99cb744c0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:31.882414 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-99e1afeb-6b3a-481f-b799-99cb744c0a16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 200 len: 909 time: 0.0871227 Jul 29 17:24:31.973122 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-c1b4272b-4b2b-457c-ad15-481ea83c2a7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 200 len: 1000 time: 0.0839171 Jul 29 17:24:31.984089 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad509e-7b31-4f5c-ae11-9d208cf41a6e req-e2ee8443-6a36-4d00-b146-8f67d815d4b1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:31.985649 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-72ad509e-7b31-4f5c-ae11-9d208cf41a6e req-e2ee8443-6a36-4d00-b146-8f67d815d4b1 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0903583 Jul 29 17:24:32.055990 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-fa17ec44-8454-48e8-8bb7-13dbe92935d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:32.057499 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-fa17ec44-8454-48e8-8bb7-13dbe92935d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85035fba-9c6d-4628-87c1-519ca4dbc75a HTTP/1.1" status: 200 len: 847 time: 0.0709941 Jul 29 17:24:32.060519 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-72ad509e-7b31-4f5c-ae11-9d208cf41a6e req-5b07cb22-7326-4cf2-a078-f41065d9be6b tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665615 Jul 29 17:24:32.103525 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-df55b534-0716-49d4-b544-0542e551f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:32.105040 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-df55b534-0716-49d4-b544-0542e551f414 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395355 Jul 29 17:24:32.196704 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-ec095e56-17a3-434e-8412-320e3d848f9f service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836484 Jul 29 17:24:32.283486 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-640ff219-72e0-4c23-81cb-b71f10da3d99 req-79bd9eca-9379-46bc-bf92-911c234bab41 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799742 Jul 29 17:24:33.173511 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1c30a-18e0-4600-9144-c827bf44e369 req-3c8a9362-2f6c-4bbc-b666-3d9ffc443dcb tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:33.174969 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-33a1c30a-18e0-4600-9144-c827bf44e369 req-3c8a9362-2f6c-4bbc-b666-3d9ffc443dcb tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0485277 Jul 29 17:24:33.212322 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-33a1c30a-18e0-4600-9144-c827bf44e369 req-4066638d-5397-4700-8649-095adaecc37b tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315213 Jul 29 17:24:34.326765 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181fa3e-c54f-4a0a-b922-bf8ff59ffda0 req-62aa93c8-f61c-432e-a713-cf5eef5bec45 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:34.328865 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4181fa3e-c54f-4a0a-b922-bf8ff59ffda0 req-62aa93c8-f61c-432e-a713-cf5eef5bec45 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0489922 Jul 29 17:24:34.367058 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4181fa3e-c54f-4a0a-b922-bf8ff59ffda0 req-7de13886-7754-4b16-9bfc-b44ceaa86731 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Jul 29 17:24:35.483527 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a4876-3982-4009-9bb7-ccec8ed5f150 req-3dd78e80-8c6d-48ca-9fb7-922dd7aed50e tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:35.485800 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c91a4876-3982-4009-9bb7-ccec8ed5f150 req-3dd78e80-8c6d-48ca-9fb7-922dd7aed50e tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Jul 29 17:24:35.522588 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-c91a4876-3982-4009-9bb7-ccec8ed5f150 req-15d7825c-b2c8-405d-addc-8c798cf2231e tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310426 Jul 29 17:24:35.723508 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd35bf-2ac7-4051-bdfc-e15867862117 req-50496471-7795-4466-8fba-fb7acb5f061d tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:35.725099 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-aafd35bf-2ac7-4051-bdfc-e15867862117 req-50496471-7795-4466-8fba-fb7acb5f061d tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0497417 Jul 29 17:24:35.742869 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad325645-30b1-4368-a9ab-19d9750b969d req-fd43f799-9ffd-4b1d-9a29-913e7e48d0e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889850 Jul 29 17:24:35.763177 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-aafd35bf-2ac7-4051-bdfc-e15867862117 req-9c3fb722-63da-438f-a56a-bcd842400619 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322239 Jul 29 17:24:36.402865 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b39f6b8e-087e-4c4a-b078-be0172260b18 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:24:36.487427 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:36.508702 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:24:36.510929 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13f4928-4e86-44bc-9c1a-ca79ebc12b60" -d '{"events": [{"server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "name": "network-vif-unplugged", "status": "completed", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:24:36.523636 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b39f6b8e-087e-4c4a-b078-be0172260b18,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:36.528977 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:36.576106 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=b39f6b8e-087e-4c4a-b078-be0172260b18,revision_number=6']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:36.658670 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ada0af2-9b74-4c40-b66f-a01907023730 x-openstack-request-id: req-8ada0af2-9b74-4c40-b66f-a01907023730 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:24:36.658966 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "name": "network-vif-unplugged", "status": "failed", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18", "code": 422}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:24:36.659246 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ada0af2-9b74-4c40-b66f-a01907023730 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:24:36.659660 dv-cinder-784623-16-iscsi neutron-server[93268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'code': 422} returned with failed status Jul 29 17:24:36.876142 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb3739-ef64-4d62-a8b4-0518763fbd49 req-6a1b6e13-4494-4c78-bacf-0320b4b84677 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:36.877655 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7ebb3739-ef64-4d62-a8b4-0518763fbd49 req-6a1b6e13-4494-4c78-bacf-0320b4b84677 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0481248 Jul 29 17:24:36.915178 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-7ebb3739-ef64-4d62-a8b4-0518763fbd49 req-2c750ec1-dafb-499d-86b3-5960e57307d4 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316267 Jul 29 17:24:38.028974 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d9ad8-c546-4d28-b371-8490e7ced323 req-65504460-4c1e-4c8d-8b41-3265bb3876cd tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:38.030457 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2d3d9ad8-c546-4d28-b371-8490e7ced323 req-65504460-4c1e-4c8d-8b41-3265bb3876cd tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0493419 Jul 29 17:24:38.075893 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-2d3d9ad8-c546-4d28-b371-8490e7ced323 req-18e25f60-679f-4eee-8d10-7fb2ff827f71 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396171 Jul 29 17:24:39.191445 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12db68-bc7d-4a41-8afe-766690ae0b94 req-6d3c1e27-33c9-4def-9e96-9637febc9e01 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:39.192923 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe12db68-bc7d-4a41-8afe-766690ae0b94 req-6d3c1e27-33c9-4def-9e96-9637febc9e01 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0508990 Jul 29 17:24:39.229366 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-fe12db68-bc7d-4a41-8afe-766690ae0b94 req-920a0f79-df3e-4f53-b8d7-3af9c1d7ac09 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306964 Jul 29 17:24:40.344326 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148412f0-4243-409a-853f-982ee06c706e req-288f7733-90ed-4624-b96a-9328e092c32c tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:40.345852 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-148412f0-4243-409a-853f-982ee06c706e req-288f7733-90ed-4624-b96a-9328e092c32c tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0500755 Jul 29 17:24:40.384762 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-148412f0-4243-409a-853f-982ee06c706e req-3235f781-47d6-4257-9708-a17bfaf894a7 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330875 Jul 29 17:24:41.361266 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-c38015c2-2700-4a0e-a27d-b5220cae8280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:41.377751 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad325645-30b1-4368-a9ab-19d9750b969d req-0f41268b-1064-4851-bf43-fe5a4c0edb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:41.379224 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad325645-30b1-4368-a9ab-19d9750b969d req-0f41268b-1064-4851-bf43-fe5a4c0edb91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299&tenant_id=b5d2fe9003304b91b16374343a7fe034 HTTP/1.1" status: 200 len: 1096 time: 0.0449481 Jul 29 17:24:41.452493 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad325645-30b1-4368-a9ab-19d9750b969d req-42f6b9d7-e07a-442c-ac94-143a7f0cfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:41.454374 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad325645-30b1-4368-a9ab-19d9750b969d req-42f6b9d7-e07a-442c-ac94-143a7f0cfb85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5d2fe9003304b91b16374343a7fe034&device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1096 time: 0.0420132 Jul 29 17:24:41.500316 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e0f5b-1d18-4c00-8cc7-2500056deb11 req-1ec63de9-83e9-4e74-b25d-b0aef582e664 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:41.501844 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f77e0f5b-1d18-4c00-8cc7-2500056deb11 req-1ec63de9-83e9-4e74-b25d-b0aef582e664 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0495028 Jul 29 17:24:41.541279 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f77e0f5b-1d18-4c00-8cc7-2500056deb11 req-04885203-cb75-4009-a90a-172a2895a7da tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333638 Jul 29 17:24:41.545465 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad325645-30b1-4368-a9ab-19d9750b969d req-9b26b66a-33d9-4d69-8f01-86a363a26d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:41.547905 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad325645-30b1-4368-a9ab-19d9750b969d req-9b26b66a-33d9-4d69-8f01-86a363a26d28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 200 len: 909 time: 0.0864060 Jul 29 17:24:41.615557 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad325645-30b1-4368-a9ab-19d9750b969d req-65876bc0-1c5f-4ad0-944c-53ea1838804b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 200 len: 998 time: 0.0618479 Jul 29 17:24:41.664304 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad325645-30b1-4368-a9ab-19d9750b969d req-dba34125-12ae-4f1e-8d87-4ff51833f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:41.665828 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad325645-30b1-4368-a9ab-19d9750b969d req-dba34125-12ae-4f1e-8d87-4ff51833f50d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85035fba-9c6d-4628-87c1-519ca4dbc75a HTTP/1.1" status: 200 len: 847 time: 0.0438199 Jul 29 17:24:41.711671 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad325645-30b1-4368-a9ab-19d9750b969d req-27aec14a-6975-4d0b-a527-b404b9f23b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:41.713240 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad325645-30b1-4368-a9ab-19d9750b969d req-27aec14a-6975-4d0b-a527-b404b9f23b9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395505 Jul 29 17:24:41.805397 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad325645-30b1-4368-a9ab-19d9750b969d req-e118bcfb-9abf-403d-88c1-4c7e30399e4b service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843682 Jul 29 17:24:41.893297 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ad325645-30b1-4368-a9ab-19d9750b969d req-d958b02f-37a3-4b71-95a3-876688afa24b service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808880 Jul 29 17:24:42.659541 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0758b-801b-4e17-a020-15d8cf47d671 req-65a29c62-3453-4775-bb72-af80f09a96ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:42.661031 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b9f0758b-801b-4e17-a020-15d8cf47d671 req-65a29c62-3453-4775-bb72-af80f09a96ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0525913 Jul 29 17:24:42.697305 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-b9f0758b-801b-4e17-a020-15d8cf47d671 req-573c5249-a68f-4b2c-9fc7-488f5e50ae67 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304940 Jul 29 17:24:43.807366 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8e20f-115c-4625-9a55-bb639ba9a580 req-8defe9ed-d5ef-4c67-9b63-c337ccc387a4 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:43.808859 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8cb8e20f-115c-4625-9a55-bb639ba9a580 req-8defe9ed-d5ef-4c67-9b63-c337ccc387a4 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0469887 Jul 29 17:24:43.845603 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8cb8e20f-115c-4625-9a55-bb639ba9a580 req-d8f11477-de8b-464a-9c9c-be26d27b909b tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305283 Jul 29 17:24:43.878460 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c4c8-6f0d-4fe1-b186-a4e16ff3def7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:43.992083 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:44.879338 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:44.959484 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71aede-7768-4024-9707-d885e281901d req-3e7fe5ea-003f-4f9b-b2b8-bd936d4ed45d tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:44.960994 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7c71aede-7768-4024-9707-d885e281901d req-3e7fe5ea-003f-4f9b-b2b8-bd936d4ed45d tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0489562 Jul 29 17:24:45.001692 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7c71aede-7768-4024-9707-d885e281901d req-b7666fd8-9635-40de-b226-ac12f9286d57 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346014 Jul 29 17:24:46.119167 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5cb50-bb39-456d-8f47-86ea46fd696e req-01469022-2a31-46cc-b0d2-dc1f42c91bec tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:46.120647 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cbe5cb50-bb39-456d-8f47-86ea46fd696e req-01469022-2a31-46cc-b0d2-dc1f42c91bec tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0511911 Jul 29 17:24:46.157827 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-cbe5cb50-bb39-456d-8f47-86ea46fd696e req-d83c68e4-c3d8-4ef1-a2c8-1e9cbbd01f30 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Jul 29 17:24:46.469138 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:46.941802 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:47.269231 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459fe93-3d9d-44af-8708-b2e6c6f6ca73 req-7f0fb436-d854-4323-a91d-6991fdb9befc tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:47.270689 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c459fe93-3d9d-44af-8708-b2e6c6f6ca73 req-7f0fb436-d854-4323-a91d-6991fdb9befc tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0479577 Jul 29 17:24:47.308726 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-c459fe93-3d9d-44af-8708-b2e6c6f6ca73 req-400267aa-a047-4c77-a8de-07e7a95667ce tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322504 Jul 29 17:24:48.432908 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc24fb0-82ec-4531-9dc4-6c1ca0d121f9 req-e525715c-d4a1-4c06-a156-ea3ec3394d74 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:48.435017 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ddc24fb0-82ec-4531-9dc4-6c1ca0d121f9 req-e525715c-d4a1-4c06-a156-ea3ec3394d74 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 943 time: 0.0554190 Jul 29 17:24:48.463067 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b39f6b8e-087e-4c4a-b078-be0172260b18 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=93268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 17:24:48.474006 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-ddc24fb0-82ec-4531-9dc4-6c1ca0d121f9 req-58e2933c-ff40-4f00-b2be-0e2f0b1d102f tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324028 Jul 29 17:24:48.555040 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b39f6b8e-087e-4c4a-b078-be0172260b18,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:48.566699 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Returning: {'device': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'port_id': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'mac_address': 'fa:16:3e:bb:4a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 17:24:48.602096 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:48.617831 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39f6b8e-087e-4c4a-b078-be0172260b18 {{(pid=93268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 17:24:48.637184 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b39f6b8e-087e-4c4a-b078-be0172260b18,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:48.640945 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:48.685805 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=b39f6b8e-087e-4c4a-b078-be0172260b18,revision_number=7']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:48.942749 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] get_ports_and_sgs() called for port_ids ['b39f6b8e-087e-4c4a-b078-be0172260b18'] {{(pid=93268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 17:24:49.588814 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698147f-1907-46a7-890b-4d8bf2a9f121 req-07264b91-289c-49c9-a3bf-67fbb2f092fb tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:49.590274 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6698147f-1907-46a7-890b-4d8bf2a9f121 req-07264b91-289c-49c9-a3bf-67fbb2f092fb tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 944 time: 0.0513074 Jul 29 17:24:49.627282 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-6698147f-1907-46a7-890b-4d8bf2a9f121 req-9d70e014-d571-4203-a328-bc2482d9ffcd tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312231 Jul 29 17:24:50.478229 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b39f6b8e-087e-4c4a-b078-be0172260b18 up at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 17:24:50.533712 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.provisioning_blocks [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Provisioning complete for port b39f6b8e-087e-4c4a-b078-be0172260b18 triggered by entity L2. {{(pid=93268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 17:24:50.534075 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3873896'] for port, provisioning_complete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:50.613468 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3799646'] for port, before_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:50.634546 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18'}] {{(pid=93268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:24:50.636743 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f4751e9c70a9bbfc3554c5afb7169eaa7f988e0a96c163d60647bb5ae899cf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875a94e9-02d7-40b5-83cb-f762edd645cf" -d '{"events": [{"server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "name": "network-vif-plugged", "status": "completed", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18"}]}' {{(pid=93268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:24:50.649737 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b39f6b8e-087e-4c4a-b078-be0172260b18,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:24:50.655507 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779850089777', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779849699844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779849699862'] for port, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:24:50.679507 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbba61b-7e21-40cb-9cbd-f0ce88767323 x-openstack-request-id: req-5bbba61b-7e21-40cb-9cbd-f0ce88767323 {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:24:50.679798 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "name": "network-vif-plugged", "status": "completed", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18", "code": 200}]} {{(pid=93268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:24:50.680050 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bbba61b-7e21-40cb-9cbd-f0ce88767323 {{(pid=93268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:24:50.680436 dv-cinder-784623-16-iscsi neutron-server[93268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'code': 200} Jul 29 17:24:50.710187 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Pushing event updated for resources: {'Port': ['ID=b39f6b8e-087e-4c4a-b078-be0172260b18,revision_number=8']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:24:50.746144 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19b875-dfaf-4954-9ea8-19dbe1f1596c req-812a1141-9f5a-4126-bc49-db1170757216 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:50.747513 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef19b875-dfaf-4954-9ea8-19dbe1f1596c req-812a1141-9f5a-4126-bc49-db1170757216 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0526743 Jul 29 17:24:50.787765 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-ef19b875-dfaf-4954-9ea8-19dbe1f1596c req-5f29b5c8-b3e4-49f0-ae89-cb827344f334 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341320 Jul 29 17:24:50.932991 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b23de4-c80a-4cbb-b685-61543025e786 req-b96b5399-5d17-4c8f-bfc7-36e873771651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:50.934478 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-00b23de4-c80a-4cbb-b685-61543025e786 req-b96b5399-5d17-4c8f-bfc7-36e873771651 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1098 time: 0.0404608 Jul 29 17:24:50.969228 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-00b23de4-c80a-4cbb-b685-61543025e786 req-8e6923c5-65bf-4537-9c3c-32bba2628919 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271444 Jul 29 17:24:51.901479 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950358a-835e-430a-a7dd-7796d078589c req-dff97556-1fcc-4ef9-95bb-60026666bf88 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:51.902941 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8950358a-835e-430a-a7dd-7796d078589c req-dff97556-1fcc-4ef9-95bb-60026666bf88 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0479813 Jul 29 17:24:51.943622 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-8950358a-835e-430a-a7dd-7796d078589c req-2bd745ca-7fdc-4ad9-989e-236838128c0f tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341291 Jul 29 17:24:53.059667 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe910de0-2536-40df-b75b-00bafa1a20cd req-134c7a38-3831-4735-a9aa-62d4f2074f56 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:24:53.061185 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fe910de0-2536-40df-b75b-00bafa1a20cd req-134c7a38-3831-4735-a9aa-62d4f2074f56 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0518572 Jul 29 17:24:53.099105 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-fe910de0-2536-40df-b75b-00bafa1a20cd req-b459adb4-4a6b-4a74-ab49-e30ac0df3d3e tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320280 Jul 29 17:25:03.665021 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:25:11.362094 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-00fed558-accf-4ff3-b9ca-fb82867a002d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:13.880382 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-93ddae6d-d86b-45ab-b13a-c3bdd9c0a66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:13.993610 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:14.881122 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:16.492186 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:16.944234 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:17.441098 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-1de63fe9-9ee8-43eb-92ea-cf917c773788 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384243 Jul 29 17:25:17.542658 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-263619d4-7161-496d-afe5-bc394580a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:25:17.544101 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-263619d4-7161-496d-afe5-bc394580a2e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5d2fe9003304b91b16374343a7fe034&device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1098 time: 0.0393672 Jul 29 17:25:17.646268 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-11ca34c7-75b1-4f4b-9216-434606c82aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:25:17.647713 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-11ca34c7-75b1-4f4b-9216-434606c82aff service neutron] 10.222.0.44 "GET /v2.0/networks?id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 200 len: 909 time: 0.0850465 Jul 29 17:25:17.710885 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-847d7678-4efc-4dc0-a62f-3f20595c238a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 200 len: 1000 time: 0.0556986 Jul 29 17:25:17.757561 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-01cbce15-9668-4da2-852f-d09917d66163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:25:17.758944 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-01cbce15-9668-4da2-852f-d09917d66163 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85035fba-9c6d-4628-87c1-519ca4dbc75a HTTP/1.1" status: 200 len: 847 time: 0.0415051 Jul 29 17:25:17.806756 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-2bc72215-d97b-42c2-9e03-ce4c457336f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:25:17.808185 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-2bc72215-d97b-42c2-9e03-ce4c457336f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421290 Jul 29 17:25:17.896336 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-81e9072e-3081-4872-a75c-64ffda68c342 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804677 Jul 29 17:25:17.988832 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-4aa660cf-380b-4173-8a3f-9d785e954cff req-6942be82-332c-44b9-bde2-f2989a26391e service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855050 Jul 29 17:25:40.664431 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:25:41.364035 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-98f18f2d-54f4-4e90-a265-a3d640cf3dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:43.881187 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9cbd21c8-4051-49e3-9480-cd3bb6fba0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:43.993481 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:44.885087 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.547657 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:25:46.946181 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:08.967221 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42804) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:09.126936 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Deleting port dd68f274-ae87-44f2-a408-79d065c14bcb {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:09.127276 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.201606 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.201937 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.213461 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Calling delete_port for dd68f274-ae87-44f2-a408-79d065c14bcb owned by network:floatingip {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:09.382071 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.406480 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event deleted for resources: {'Port': ['ID=dd68f274-ae87-44f2-a408-79d065c14bcb,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:09.418146 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.418619 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.418966 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.419311 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.419676 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.420059 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.420444 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.420877 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.421217 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.421550 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.421881 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.422212 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:09.478689 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for floatingip, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:09.479033 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.db.l3_db [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Floating IP f325dc42-bdd0-4161-aec9-fdea32eaf560 disassociated (deleted). External IP: 172.27.0.72, port: b39f6b8e-087e-4c4a-b078-be0172260b18. Jul 29 17:26:09.933234 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Router bd317b55-f838-4bba-9e50-3eef4e180b3d has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:26:10.044904 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:26:10.049790 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for floatingip, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:10.060125 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] Sync routers for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:26:10.079576 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-0534caa4-9d59-4e2b-8fcc-79bc99c8e8ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "DELETE /v2.0/floatingips/f325dc42-bdd0-4161-aec9-fdea32eaf560 HTTP/1.1" status: 204 len: 168 time: 1.1088798 Jul 29 17:26:10.079576 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18'}] {{(pid=93266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:26:10.079897 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:26:10.079897 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:25:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:10.080102 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6d7139c435aebf5966c9ffc455b70df5cc3d13156ba441548d0130a92c15a31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20" -d '{"events": [{"name": "network-changed", "server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18"}]}' {{(pid=93266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:26:10.129789 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f849f2-648f-4fa0-a766-f937ec552980 x-openstack-request-id: req-53f849f2-648f-4fa0-a766-f937ec552980 {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:26:10.130068 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18", "status": "completed", "code": 200}]} {{(pid=93266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:26:10.130316 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53f849f2-648f-4fa0-a766-f937ec552980 {{(pid=93266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:26:10.130736 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'status': 'completed', 'code': 200} Jul 29 17:26:10.187117 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:26:10.222778 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-71c1636d-e5ab-44d9-aa1a-2871c7177a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:26:10.225007 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-71c1636d-e5ab-44d9-aa1a-2871c7177a0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5d2fe9003304b91b16374343a7fe034&device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 1098 time: 0.0452051 Jul 29 17:26:10.361349 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-03782166-28d4-4e1e-b2fd-6523a640bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:26:10.362826 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-03782166-28d4-4e1e-b2fd-6523a640bbff service neutron] 10.222.0.44 "GET /v2.0/networks?id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 200 len: 909 time: 0.1291785 Jul 29 17:26:10.374662 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e91b1-5ff6-4e3d-afe8-cca5ab26691a req-eda761a6-2135-48e6-a7c5-608695e61dbf tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:26:10.376090 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7d5e91b1-5ff6-4e3d-afe8-cca5ab26691a req-eda761a6-2135-48e6-a7c5-608695e61dbf tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0751002 Jul 29 17:26:10.398646 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '5ec1ba09-e627-41a4-a859-2e6a2155c852', 'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'mac_address': 'fa:16:3e:ef:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:17Z', 'updated_at': '2021-07-29T17:21:23Z', 'revision_number': 5, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'subnets': [{'id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:10.417600 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-c9ed327a-f6df-4f35-8e93-ca3b8395bdaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 200 len: 217 time: 0.0405154 Jul 29 17:26:10.425462 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] Checking router: bd317b55-f838-4bba-9e50-3eef4e180b3d for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:26:10.434565 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:26:10.435180 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:25:44Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:10.485245 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-7d5e91b1-5ff6-4e3d-afe8-cca5ab26691a req-1cabe19e-af3f-4ebc-af92-f377e901c54d tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006019 Jul 29 17:26:10.489353 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-c3953297-0382-49fe-a884-eb2960ebdb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:26:10.492092 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-c3953297-0382-49fe-a884-eb2960ebdb63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=85035fba-9c6d-4628-87c1-519ca4dbc75a HTTP/1.1" status: 200 len: 847 time: 0.0671194 Jul 29 17:26:10.540442 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-d1894192-15e0-4a10-9290-66a7a929dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:26:10.541968 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-d1894192-15e0-4a10-9290-66a7a929dd41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e10f1cb5-5dec-418a-86e5-e482e3fa0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425041 Jul 29 17:26:10.556185 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:26:10.637534 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-3b4dc075-f19d-4be7-8a1e-dc9756d35dc6 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875511 Jul 29 17:26:10.733649 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-34e40f9e-130b-49ce-8e82-55e1c8ca6a20 req-32eab0b5-d231-44fe-a552-9617e33b6a61 service neutron] 10.222.0.44 "GET /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872524 Jul 29 17:26:10.767245 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '5ec1ba09-e627-41a4-a859-2e6a2155c852', 'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'mac_address': 'fa:16:3e:ef:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:17Z', 'updated_at': '2021-07-29T17:21:23Z', 'revision_number': 5, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'subnets': [{'id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:10.797507 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355ff31-d45b-443e-a6b8-8a0b22a33229 None None] The sync data for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi is: [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:21:17Z', 'revision_number': 4, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi', '_interfaces': [{'id': '5ec1ba09-e627-41a4-a859-2e6a2155c852', 'name': '', 'network_id': 'e10f1cb5-5dec-418a-86e5-e482e3fa0c17', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'mac_address': 'fa:16:3e:ef:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:17Z', 'updated_at': '2021-07-29T17:21:23Z', 'revision_number': 5, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'subnets': [{'id': '85035fba-9c6d-4628-87c1-519ca4dbc75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:26:11.021764 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd04e6f9-351b-4dbe-885c-60989a5b426a None None] New status for floating IP f325dc42-bdd0-4161-aec9-fdea32eaf560: DOWN {{(pid=93269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 17:26:11.364092 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8d14d2fe-36f7-45d9-a805-563d2567a24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:11.603780 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1e48-df4d-45da-a107-c39805afe377 req-4413771a-4434-45e8-bb15-d5e0997cce84 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:26:11.605243 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2a7f1e48-df4d-45da-a107-c39805afe377 req-4413771a-4434-45e8-bb15-d5e0997cce84 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0483787 Jul 29 17:26:11.645061 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-2a7f1e48-df4d-45da-a107-c39805afe377 req-9baaca26-668d-4a7e-9327-2602b2f38ef2 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/security-groups?id=2897e345-b6df-4377-8e1f-f42e38ed7837&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337567 Jul 29 17:26:12.021609 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-334bdeed-9378-43ea-b11a-a9de9dcf84d0 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 17:26:12.023103 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-334bdeed-9378-43ea-b11a-a9de9dcf84d0 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.44 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Jul 29 17:26:12.113245 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Deleting port b39f6b8e-087e-4c4a-b078-be0172260b18 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:12.113585 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:12.199066 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] For port b39f6b8e-087e-4c4a-b078-be0172260b18, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b39f6b8e-087e-4c4a-b078-be0172260b18,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:26:12.199395 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:12.212932 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Calling delete_port for b39f6b8e-087e-4c4a-b078-be0172260b18 owned by compute:nova {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:12.343862 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:12.370416 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event deleted for resources: {'Port': ['ID=b39f6b8e-087e-4c4a-b078-be0172260b18,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:12.385446 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.385799 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.386144 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.386479 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.386840 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.387204 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.387556 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.387884 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.388209 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.388533 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.388878 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.389201 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:12.424797 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] No DVR routers for this DVR port b39f6b8e-087e-4c4a-b078-be0172260b18 on host hv-cinder-78462 {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:26:12.427397 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14867'] for port, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:12.429467 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [req-48d99fe8-badf-44e6-b438-f7d7e0220dd4 req-34eb7949-bea9-4ddb-ad0b-53c72b3c1272 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.44 "DELETE /v2.0/ports/b39f6b8e-087e-4c4a-b078-be0172260b18 HTTP/1.1" status: 204 len: 173 time: 0.4006557 Jul 29 17:26:12.429906 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'name': 'network-vif-deleted', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18'}] {{(pid=93267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 17:26:12.432220 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}205069d07b0f7f2c337ee2910efd4b77729572f6acb26c07b7bf869b9f0844e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e716451f-161f-47be-8b45-e0b06ffa3e7f" -d '{"events": [{"server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "name": "network-vif-deleted", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18"}]}' {{(pid=93267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 17:26:12.471146 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203e47e9-9eef-45b4-9b8f-9aeadc4e0752 x-openstack-request-id: req-203e47e9-9eef-45b4-9b8f-9aeadc4e0752 {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 17:26:12.471486 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0542a96f-4147-42c8-883e-7dfe38410299", "name": "network-vif-deleted", "tag": "b39f6b8e-087e-4c4a-b078-be0172260b18", "status": "completed", "code": 200}]} {{(pid=93267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 17:26:12.471778 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-203e47e9-9eef-45b4-9b8f-9aeadc4e0752 {{(pid=93267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 17:26:12.472832 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0542a96f-4147-42c8-883e-7dfe38410299', 'name': 'network-vif-deleted', 'tag': 'b39f6b8e-087e-4c4a-b078-be0172260b18', 'status': 'completed', 'code': 200} Jul 29 17:26:12.738212 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [req-f5024862-7a09-47c3-90e0-ad5e8fa7b6ac req-6f72ee5a-9111-4f4a-8712-c0fb06fe2228 tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "GET /v2.0/ports?device_id=0542a96f-4147-42c8-883e-7dfe38410299 HTTP/1.1" status: 200 len: 210 time: 0.0269573 Jul 29 17:26:13.792910 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42832) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:13.849045 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b159cc48-5d0e-4bc7-b433-f0a90261f9ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.877487 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b159cc48-5d0e-4bc7-b433-f0a90261f9ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.883105 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6307352d-5318-4395-862e-1d4549ac2599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.937178 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b159cc48-5d0e-4bc7-b433-f0a90261f9ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.940094 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-b159cc48-5d0e-4bc7-b433-f0a90261f9ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Notify callbacks [] for security_group, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:13.941332 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-b159cc48-5d0e-4bc7-b433-f0a90261f9ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] 10.222.0.13 "DELETE /v2.0/security-groups/2897e345-b6df-4377-8e1f-f42e38ed7837 HTTP/1.1" status: 204 len: 168 time: 0.1474342 Jul 29 17:26:13.951133 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159cc48-5d0e-4bc7-b433-f0a90261f9ff tempest-TestShelveInstance-1769646903 tempest-TestShelveInstance-1769646903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2897e345-b6df-4377-8e1f-f42e38ed7837,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:13.984024 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42836) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:14.004051 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.531058 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679750'] for router_interface, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.768882 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Deleting port 5ec1ba09-e627-41a4-a859-2e6a2155c852 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:14.769266 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.842796 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b39f6b8e-087e-4c4a-b078-be0172260b18 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:26:14.848953 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] For port 5ec1ba09-e627-41a4-a859-2e6a2155c852, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=5ec1ba09-e627-41a4-a859-2e6a2155c852,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:26:14.849501 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:14.862483 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Calling delete_port for 5ec1ba09-e627-41a4-a859-2e6a2155c852 owned by network:router_interface {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:14.863157 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] No Port match for: b39f6b8e-087e-4c4a-b078-be0172260b18 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:26:14.863503 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Device b39f6b8e-087e-4c4a-b078-be0172260b18 not bound to the agent host hv-cinder-78462 {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:26:14.887405 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.051016 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.077026 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec1ba09-e627-41a4-a859-2e6a2155c852,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:15.246429 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679722'] for router_interface, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.457962 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Router bd317b55-f838-4bba-9e50-3eef4e180b3d has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:26:15.566516 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:26:15.579435 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] Sync routers for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:26:15.580287 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-860d8841-6dc9-4ea2-b466-54da0eb22048 admin admin] 10.222.0.13 "PUT /v2.0/routers/bd317b55-f838-4bba-9e50-3eef4e180b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5960598 Jul 29 17:26:15.582093 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42840) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:15.590187 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:26:15.590885 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:26:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:15.688399 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks [] for router, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.794940 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.823963 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: dv-cinder-784623-16-iscsi {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:26:15.847964 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Deleting port 48a68931-71f6-4253-87f4-c664b75e9058 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:15.848309 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.934092 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] For port 48a68931-71f6-4253-87f4-c664b75e9058, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=48a68931-71f6-4253-87f4-c664b75e9058,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:26:15.935042 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:15.948532 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Calling delete_port for 48a68931-71f6-4253-87f4-c664b75e9058 owned by network:router_gateway {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:16.020377 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '48a68931-71f6-4253-87f4-c664b75e9058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:26:14Z', 'revision_number': 5, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port': {'id': '48a68931-71f6-4253-87f4-c664b75e9058', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:15Z', 'updated_at': '2021-07-29T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:16.047581 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] Checking router: bd317b55-f838-4bba-9e50-3eef4e180b3d for host: dv-cinder-784623-16-iscsi {{(pid=93268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:26:16.056793 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] Routers {'bd317b55-f838-4bba-9e50-3eef4e180b3d'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:26:16.057402 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:26:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['bd317b55-f838-4bba-9e50-3eef4e180b3d'], 'active': True} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:16.115054 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.140007 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Pushing event deleted for resources: {'Port': ['ID=48a68931-71f6-4253-87f4-c664b75e9058,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:16.145115 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvr_db [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] Set router bd317b55-f838-4bba-9e50-3eef4e180b3d gateway port host: None {{(pid=93268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:26:16.197510 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_hamode_db [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:26:15Z', 'revision_number': 6, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port_host': None}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:16.202087 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725640'] for router_gateway, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.226812 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4794416-766c-4194-8d45-3ce22bdb4257 None None] The sync data for ids ['bd317b55-f838-4bba-9e50-3eef4e180b3d'] in dv-cinder-784623-16-iscsi is: [{'id': 'bd317b55-f838-4bba-9e50-3eef4e180b3d', 'name': 'tempest-TestShelveInstance-400596191-router', 'tenant_id': 'b5d2fe9003304b91b16374343a7fe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:14Z', 'updated_at': '2021-07-29T17:26:15Z', 'revision_number': 6, 'project_id': 'b5d2fe9003304b91b16374343a7fe034', 'gw_port_host': None}] {{(pid=93268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:26:16.294535 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1960'] for router, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.296686 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.339494 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570759'] for router, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.340017 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd317b55-f838-4bba-9e50-3eef4e180b3d {{(pid=93266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:26:16.344519 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] Notify callbacks [] for router, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.345981 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8610e2bc-8d71-4243-81bc-1211fdab8aff admin admin] 10.222.0.13 "DELETE /v2.0/routers/bd317b55-f838-4bba-9e50-3eef4e180b3d HTTP/1.1" status: 204 len: 168 time: 0.7628317 Jul 29 17:26:16.348799 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42842) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:16.392470 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcac7fa-4df7-49f4-9cc3-ee7bc1415d8a admin admin] Deleting subnet 85035fba-9c6d-4628-87c1-519ca4dbc75a {{(pid=93266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:26:16.395509 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8dcac7fa-4df7-49f4-9cc3-ee7bc1415d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.428323 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8dcac7fa-4df7-49f4-9cc3-ee7bc1415d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8661987'] for subnet, precommit_delete_associations {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.511239 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8dcac7fa-4df7-49f4-9cc3-ee7bc1415d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.566673 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8dcac7fa-4df7-49f4-9cc3-ee7bc1415d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11289349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8435100'] for subnet, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.571616 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.597623 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-8dcac7fa-4df7-49f4-9cc3-ee7bc1415d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for subnet, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.599906 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-8dcac7fa-4df7-49f4-9cc3-ee7bc1415d8a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/85035fba-9c6d-4628-87c1-519ca4dbc75a HTTP/1.1" status: 204 len: 168 time: 0.2498982 Jul 29 17:26:16.601160 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcac7fa-4df7-49f4-9cc3-ee7bc1415d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85035fba-9c6d-4628-87c1-519ca4dbc75a,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:16.602908 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [-] (93266) accepted ('10.222.0.13', 42844) {{(pid=93266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:16.605446 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa1b39f-3dc5-4743-9e7e-67c4965bf0b5 None None] Network e10f1cb5-5dec-418a-86e5-e482e3fa0c17 requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:26:16.680324 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.733766 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Deleting port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 {{(pid=93266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:16.734106 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.806990 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.db [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] For port 6ec86bd9-ba3d-488a-836d-7e7be35a0659, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=6ec86bd9-ba3d-488a-836d-7e7be35a0659,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:26:16.807273 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.819890 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Calling delete_port for 6ec86bd9-ba3d-488a-836d-7e7be35a0659 owned by network:dhcp {{(pid=93266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:16.950632 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:16.996994 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] DHCP port deletion for e10f1cb5-5dec-418a-86e5-e482e3fa0c17 request from dv-cinder-784623-16-iscsi {{(pid=93268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:26:17.051607 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Deleting port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:17.056336 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.123246 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 6ec86bd9-ba3d-488a-836d-7e7be35a0659 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:26:17.165271 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] For port 6ec86bd9-ba3d-488a-836d-7e7be35a0659, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=6ec86bd9-ba3d-488a-836d-7e7be35a0659,segment=NetworkSegment(24db8aa7-0f99-4dfd-b319-27002000aee3),segment_id=24db8aa7-0f99-4dfd-b319-27002000aee3)] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:26:17.165686 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.171448 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289386'] for port, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.185333 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Calling delete_port for 6ec86bd9-ba3d-488a-836d-7e7be35a0659 owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:17.192851 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No active binding found for port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 {{(pid=93268) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 17:26:17.193289 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 6ec86bd9-ba3d-488a-836d-7e7be35a0659 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:26:17.193699 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 5ec1ba09-e627-41a4-a859-2e6a2155c852 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:26:17.200617 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec86bd9-ba3d-488a-836d-7e7be35a0659,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:17.202448 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] No DVR routers for this DVR port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 on host dv-cinder-784623-16-iscsi {{(pid=93266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:26:17.217933 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 5ec1ba09-e627-41a4-a859-2e6a2155c852 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:26:17.218269 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 5ec1ba09-e627-41a4-a859-2e6a2155c852 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:26:17.218753 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 48a68931-71f6-4253-87f4-c664b75e9058 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:26:17.264428 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 48a68931-71f6-4253-87f4-c664b75e9058 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:26:17.264786 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 48a68931-71f6-4253-87f4-c664b75e9058 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:26:17.281602 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.292841 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10f1cb5-5dec-418a-86e5-e482e3fa0c17']}} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:17.304063 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24db8aa7-0f99-4dfd-b319-27002000aee3') {'for_net_delete': True} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:17.304480 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.services.segments.db [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24db8aa7-0f99-4dfd-b319-27002000aee3') {} {{(pid=93266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:17.309351 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.314077 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8661992'] for segment, before_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.330680 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.337507 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:26:17.337909 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11290075'] for segment, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: Traceback (most recent call last): Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: timer() Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: cb(*args, **kw) Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: return func(*args, **kwargs) Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: self._notify() Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: self.callback(batched_events) Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: event.method(event) Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: return f(self, *a, **k) Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._get(url).json() Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: return self.request(url, 'GET', **kwargs) Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:26:17.339564 dv-cinder-784623-16-iscsi neutron-server[93266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:26:17.344841 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] No DVR routers for this DVR port 6ec86bd9-ba3d-488a-836d-7e7be35a0659 on host dv-cinder-784623-16-iscsi {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:26:17.348141 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Pushing event deleted for resources: {'Port': ['ID=6ec86bd9-ba3d-488a-836d-7e7be35a0659,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:17.360698 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.361093 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.361405 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.361795 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.362135 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.362470 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.362804 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.363135 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.363467 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.363797 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.364124 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.364449 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af823e58-f8f7-40db-aac5-b36a6f06edbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-16-iscsi {{(pid=93268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 17:26:17.395896 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.401689 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron_lib.callbacks.manager [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:17.403561 dv-cinder-784623-16-iscsi neutron-server[93266]: INFO neutron.wsgi [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] 10.222.0.13 "DELETE /v2.0/networks/e10f1cb5-5dec-418a-86e5-e482e3fa0c17 HTTP/1.1" status: 204 len: 168 time: 0.7997346 Jul 29 17:26:17.406654 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42846) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:17.414574 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c25d0-0966-4c46-9fea-60ce497480fd admin admin] Pushing event deleted for resources: {'Network': ['ID=e10f1cb5-5dec-418a-86e5-e482e3fa0c17,revision_number=None']} {{(pid=93266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:17.663401 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:26:17.994046 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-679750'] for router_interface, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.228822 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Deleting port b83bcf91-254e-4c61-855a-c17beaf6e749 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:18.229159 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.306844 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] For port b83bcf91-254e-4c61-855a-c17beaf6e749, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=b83bcf91-254e-4c61-855a-c17beaf6e749,segment=NetworkSegment(4e0c3d73-70b4-4515-9e81-f0b18a499c02),segment_id=4e0c3d73-70b4-4515-9e81-f0b18a499c02)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:26:18.307208 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.319200 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Calling delete_port for b83bcf91-254e-4c61-855a-c17beaf6e749 owned by network:router_interface {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:18.501416 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.528236 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83bcf91-254e-4c61-855a-c17beaf6e749,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:18.698786 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679722'] for router_interface, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:18.917011 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Router aac71779-054e-47f1-823f-4b55a3f99056 has already been hosted by L3 agent c432e629-2611-48cf-a975-8fff8df7853c {{(pid=93267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 17:26:19.025229 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] Notify agent at l3_agent.dv-cinder-784623-16-iscsi the message routers_updated {{(pid=93267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 17:26:19.030208 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-151292f5-13bd-4e04-9405-137283d57394 admin admin] 10.222.0.13 "PUT /v2.0/routers/aac71779-054e-47f1-823f-4b55a3f99056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6223550 Jul 29 17:26:19.032645 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42848) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:19.034666 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] Sync routers for ids ['aac71779-054e-47f1-823f-4b55a3f99056'] in dv-cinder-784623-16-iscsi {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 17:26:19.049719 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] Routers {'aac71779-054e-47f1-823f-4b55a3f99056'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:26:19.050572 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:26:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aac71779-054e-47f1-823f-4b55a3f99056'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:19.143481 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.163890 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] Set router aac71779-054e-47f1-823f-4b55a3f99056 gateway port host: dv-cinder-784623-16-iscsi {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:26:19.243769 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.295557 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Deleting port 5db7373a-4ec5-42ad-af87-b2e03daa709b {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:19.295895 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.335473 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'external_fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:19Z', 'updated_at': '2021-07-29T17:26:18Z', 'revision_number': 5, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'gw_port': {'id': '5db7373a-4ec5-42ad-af87-b2e03daa709b', 'name': '', 'network_id': '9c103271-648b-4bbf-8ca9-c871cca89451', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T17:21:20Z', 'updated_at': '2021-07-29T17:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7576a71d-226b-4c32-9a17-d3f9f67d625b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-16-iscsi'}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:19.364205 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] Checking router: aac71779-054e-47f1-823f-4b55a3f99056 for host: dv-cinder-784623-16-iscsi {{(pid=93269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 17:26:19.373318 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] Routers {'aac71779-054e-47f1-823f-4b55a3f99056'} bound to L3 agent in host dv-cinder-784623-16-iscsi {{(pid=93269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 17:26:19.373942 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T17:05:14Z,description=,heartbeat_timestamp=2021-07-29T17:26:14Z,host='dv-cinder-784623-16-iscsi',id=c432e629-2611-48cf-a975-8fff8df7853c,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T17:05:14Z,topic='l3_agent')) {'router_ids': ['aac71779-054e-47f1-823f-4b55a3f99056'], 'active': True} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:19.376524 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] For port 5db7373a-4ec5-42ad-af87-b2e03daa709b, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=5db7373a-4ec5-42ad-af87-b2e03daa709b,segment=NetworkSegment(eabb54f3-34f7-4fa2-a113-32f4e106dab1),segment_id=eabb54f3-34f7-4fa2-a113-32f4e106dab1)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:26:19.376909 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.392107 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Calling delete_port for 5db7373a-4ec5-42ad-af87-b2e03daa709b owned by network:router_gateway {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:19.457083 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_dvr_db [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] Set router aac71779-054e-47f1-823f-4b55a3f99056 gateway port host: None {{(pid=93269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 17:26:19.508280 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.l3_hamode_db [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:19Z', 'updated_at': '2021-07-29T17:26:19Z', 'revision_number': 6, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'gw_port_host': None}], 'dv-cinder-784623-16-iscsi', False) {} {{(pid=93269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:19.536803 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f5672-26c3-4620-adbc-d0771fdd778e None None] The sync data for ids ['aac71779-054e-47f1-823f-4b55a3f99056'] in dv-cinder-784623-16-iscsi is: [{'id': 'aac71779-054e-47f1-823f-4b55a3f99056', 'name': 'tempest-TestShelveInstance-678734544-router', 'tenant_id': '214b19501f52472eaa5fbb191a862b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T17:21:19Z', 'updated_at': '2021-07-29T17:26:19Z', 'revision_number': 6, 'project_id': '214b19501f52472eaa5fbb191a862b7e', 'gw_port_host': None}] {{(pid=93269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 17:26:19.554716 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.580271 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=5db7373a-4ec5-42ad-af87-b2e03daa709b,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:19.639912 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-725640'] for router_gateway, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.727328 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1960'] for router, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.729406 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.773232 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-570759'] for router, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.773858 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac71779-054e-47f1-823f-4b55a3f99056 {{(pid=93267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 17:26:19.779388 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] Notify callbacks [] for router, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.780565 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-48c7067a-8f05-4185-a0d5-47d8fc8d4e5c admin admin] 10.222.0.13 "DELETE /v2.0/routers/aac71779-054e-47f1-823f-4b55a3f99056 HTTP/1.1" status: 204 len: 168 time: 0.7470071 Jul 29 17:26:19.783082 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42850) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:19.826196 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3aacdd-9b77-48d1-ab89-0ede30e259bd admin admin] Deleting subnet 0554503c-1be8-461c-bdd8-a383b27ef965 {{(pid=93267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 17:26:19.829163 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2b3aacdd-9b77-48d1-ab89-0ede30e259bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.864940 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2b3aacdd-9b77-48d1-ab89-0ede30e259bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6357439'] for subnet, precommit_delete_associations {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:19.949276 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2b3aacdd-9b77-48d1-ab89-0ede30e259bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870146'] for subnet, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.005749 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2b3aacdd-9b77-48d1-ab89-0ede30e259bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6396546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6903392'] for subnet, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.030322 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aacdd-9b77-48d1-ab89-0ede30e259bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0554503c-1be8-461c-bdd8-a383b27ef965,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:20.035868 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-2b3aacdd-9b77-48d1-ab89-0ede30e259bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.038162 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-2b3aacdd-9b77-48d1-ab89-0ede30e259bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0554503c-1be8-461c-bdd8-a383b27ef965 HTTP/1.1" status: 204 len: 168 time: 0.2540851 Jul 29 17:26:20.040588 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42852) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:20.048527 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4fdc0-e87f-42ab-88b3-c65eaef6e9f1 None None] Network 45bbbbe6-bfdd-4854-887d-4fee8937d76a requested from dv-cinder-784623-16-iscsi {{(pid=93268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 17:26:20.110480 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3766731'] for network, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.163995 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Deleting port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 {{(pid=93267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:20.164334 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.226429 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.db [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] For port 6fa4ec6f-cdba-4508-8429-3cdc1a395567, host dv-cinder-784623-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-16-iscsi',level=0,port_id=6fa4ec6f-cdba-4508-8429-3cdc1a395567,segment=NetworkSegment(4e0c3d73-70b4-4515-9e81-f0b18a499c02),segment_id=4e0c3d73-70b4-4515-9e81-f0b18a499c02)] {{(pid=93267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:26:20.226721 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.239697 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.plugin [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Calling delete_port for 6fa4ec6f-cdba-4508-8429-3cdc1a395567 owned by network:dhcp {{(pid=93267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:20.290227 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] DHCP port deletion for 45bbbbe6-bfdd-4854-887d-4fee8937d76a request from dv-cinder-784623-16-iscsi {{(pid=93268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 17:26:20.327752 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6396589'] for port, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.345728 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] Deleting port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 {{(pid=93268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 17:26:20.346133 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779850084747'] for port, before_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.355112 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa4ec6f-cdba-4508-8429-3cdc1a395567,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:20.360260 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] No DVR routers for this DVR port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 on host dv-cinder-784623-16-iscsi {{(pid=93267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:26:20.422779 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.db [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] For port 6fa4ec6f-cdba-4508-8429-3cdc1a395567, host dv-cinder-784623-16-iscsi, got binding levels [] {{(pid=93268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 17:26:20.423465 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-699793'] for port, precommit_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.437642 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] Calling delete_port for 6fa4ec6f-cdba-4508-8429-3cdc1a395567 owned by network:dhcp {{(pid=93268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 17:26:20.440305 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.ipam_backend_mixin [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] Port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 was not found and therefore no delete operation was performed {{(pid=93268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 17:26:20.440830 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3866709', 'neutron.services.segments.db._delete_segments_for_network-8779850181425'] for network, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.441609 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3800211', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779850089759', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779849699575'] for port, after_delete {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.452673 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bbbbe6-bfdd-4854-887d-4fee8937d76a']}} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:20.465788 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0c3d73-70b4-4515-9e81-f0b18a499c02') {'for_net_delete': True} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:20.465788 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.services.segments.db [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0c3d73-70b4-4515-9e81-f0b18a499c02') {} {{(pid=93267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 17:26:20.468320 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] Pushing event deleted for resources: {'Port': ['ID=6fa4ec6f-cdba-4508-8429-3cdc1a395567,revision_number=None']} {{(pid=93268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:20.470334 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8522020-699c-45c1-8ec6-3c8037f101de None None] No DVR routers for this DVR port 6fa4ec6f-cdba-4508-8429-3cdc1a395567 on host dv-cinder-784623-16-iscsi {{(pid=93268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 17:26:20.483258 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779850182458', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6357428'] for segment, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.503211 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788'] for segment, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.510245 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 17:26:20.510802 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3866788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6397020'] for segment, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: Traceback (most recent call last): Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: timer() Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: cb(*args, **kw) Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: return func(*args, **kwargs) Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: self._notify() Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: self.callback(batched_events) Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: event.method(event) Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: return f(self, *a, **k) Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._get(url).json() Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: return self.request(url, 'GET', **kwargs) Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 17:26:20.512783 dv-cinder-784623-16-iscsi neutron-server[93267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 17:26:20.581891 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3866700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525327', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-725684'] for network, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.590776 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634247'] for network, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.592659 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] 10.222.0.13 "DELETE /v2.0/networks/45bbbbe6-bfdd-4854-887d-4fee8937d76a HTTP/1.1" status: 204 len: 168 time: 0.5511286 Jul 29 17:26:20.605573 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3560c1-223e-4539-8998-1cbffa135724 admin admin] Pushing event deleted for resources: {'Network': ['ID=45bbbbe6-bfdd-4854-887d-4fee8937d76a,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:20.747905 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42856) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:20.786432 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-4b0bb177-3067-4084-b40f-4a5b387e3808 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5d2fe9003304b91b16374343a7fe034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373456 Jul 29 17:26:20.789329 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42858) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:20.839409 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-782ca149-c6d8-4a33-b4a1-65de220d175e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.859782 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-782ca149-c6d8-4a33-b4a1-65de220d175e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.905804 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-782ca149-c6d8-4a33-b4a1-65de220d175e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.908610 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-782ca149-c6d8-4a33-b4a1-65de220d175e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:20.909828 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-782ca149-c6d8-4a33-b4a1-65de220d175e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f75733f-8b38-4abe-8f26-9509faac31b8 HTTP/1.1" status: 204 len: 168 time: 0.1196012 Jul 29 17:26:20.918449 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ca149-c6d8-4a33-b4a1-65de220d175e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f75733f-8b38-4abe-8f26-9509faac31b8,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:21.100166 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 6fa4ec6f-cdba-4508-8429-3cdc1a395567 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:26:21.124089 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 6fa4ec6f-cdba-4508-8429-3cdc1a395567 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:26:21.124431 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 6fa4ec6f-cdba-4508-8429-3cdc1a395567 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:26:21.124865 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 5db7373a-4ec5-42ad-af87-b2e03daa709b no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:26:21.143585 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: 5db7373a-4ec5-42ad-af87-b2e03daa709b {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:26:21.143934 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device 5db7373a-4ec5-42ad-af87-b2e03daa709b not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:26:21.144364 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device b83bcf91-254e-4c61-855a-c17beaf6e749 no longer exists at agent ovs-agent-dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 17:26:21.163921 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.plugin [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] No Port match for: b83bcf91-254e-4c61-855a-c17beaf6e749 {{(pid=93268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 17:26:21.164268 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron.plugins.ml2.rpc [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Device b83bcf91-254e-4c61-855a-c17beaf6e749 not bound to the agent host dv-cinder-784623-16-iscsi {{(pid=93268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 17:26:21.242210 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42864) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:21.282036 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-8cff9c6d-18e3-478e-a1f1-b5248a9223d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=214b19501f52472eaa5fbb191a862b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386510 Jul 29 17:26:21.284427 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.wsgi [-] (93267) accepted ('10.222.0.13', 42866) {{(pid=93267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 17:26:21.334631 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f18b2017-2659-4245-8200-9a14efb45e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:21.357316 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f18b2017-2659-4245-8200-9a14efb45e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:21.407247 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f18b2017-2659-4245-8200-9a14efb45e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525528'] for security_group, after_delete {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:21.410159 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron_lib.callbacks.manager [None req-f18b2017-2659-4245-8200-9a14efb45e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:21.411322 dv-cinder-784623-16-iscsi neutron-server[93267]: INFO neutron.wsgi [None req-f18b2017-2659-4245-8200-9a14efb45e79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9041782-bf71-4c3a-8ddf-55ca892961f6 HTTP/1.1" status: 204 len: 168 time: 0.1259646 Jul 29 17:26:21.420439 dv-cinder-784623-16-iscsi neutron-server[93267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b2017-2659-4245-8200-9a14efb45e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9041782-bf71-4c3a-8ddf-55ca892961f6,revision_number=None']} {{(pid=93267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 17:26:41.364270 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4f9b58e6-5a71-4cc0-8b00-dfd73abb4f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:43.884184 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-2efbe690-45b1-49d8-b1fd-9fdee53efa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:44.004485 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:44.891977 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:46.567209 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:46.952343 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:26:54.663079 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:27:11.363409 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-caa70819-b3b2-4d7a-b068-5417b8c2caac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:13.884352 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a87d28fb-9cae-4983-b016-62fed3620182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:14.006213 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:14.892992 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:16.562961 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:16.955472 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:31.662605 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:27:41.365138 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-dc244ee2-35d5-4eb6-b2a2-2fe66176a390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:43.885867 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7152-d78d-4b3c-b707-290671fca73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:44.007777 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:44.897360 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:46.575560 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:27:46.957499 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:08.661661 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:28:11.365521 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4f39eec1-3864-4ae2-a0a0-6a37a96abae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:13.886582 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-8561ce6d-7ef9-4bb2-9ac3-1133fc334a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:14.007614 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:14.901485 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:16.574313 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:16.959669 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:34.854766 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [req-2cc087bd-39a1-4c03-aa9e-3ee294666540 req-a93d4fd9-d863-419f-95b5-c43c021708b4 service neutron] (93266) timed out ('10.222.0.44', 57490) {{(pid=93266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 17:28:41.365595 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-b18963d3-0b07-4f63-9be4-ae29aed91b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:43.886032 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d3ffca30-8d82-4657-9004-742f56ba8f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:44.006980 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:44.903383 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:45.660887 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:28:46.590844 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:28:46.961530 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:11.366240 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-97cf4158-d431-465a-955b-0c572b513661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:13.886744 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-d805d9a6-5637-4318-a551-a582ef5cc5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:14.006270 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:14.907327 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:16.596361 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:16.963353 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:22.659953 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:29:41.367722 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-17b52762-d168-49c5-894e-562e53213fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:43.890187 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-9e304784-b9de-4cdc-9575-459f70aba6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:44.005981 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:44.908132 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:46.586873 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:46.966657 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:29:53.314054 dv-cinder-784623-16-iscsi neutron-server[93266]: DEBUG neutron.wsgi [req-74a4df25-efe9-4997-80d3-7f0baa19b959 req-19793733-2d86-41aa-aeaf-cd3ffca28619 service neutron] (93266) timed out ('10.222.0.44', 57511) {{(pid=93266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 17:29:59.659299 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:30:11.366711 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-99935163-b151-42f1-aa01-8cd120f28153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:13.889709 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f2ced16d-cd89-41b0-9f19-7ff8dcbf009c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:14.005021 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:14.910472 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:16.586221 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:16.969936 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:36.658088 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:30:41.366570 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-75d7a65c-794a-4b9d-b2ba-4088581622e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:43.892167 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-692282cd-e8a1-4ac6-8c0a-e59f571f4092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:44.004170 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:44.913129 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:46.593986 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:30:46.973058 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:11.366813 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-f8fdc199-774b-4726-928e-9fd4924d17fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:13.656985 dv-cinder-784623-16-iscsi neutron-server[93269]: DEBUG neutron.db.agents_db [None req-2509d8a0-7ac1-425f-8aea-dd15cdc0218f None None] Agent healthcheck: found 6 active agents {{(pid=93269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 17:31:13.894628 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-e1eb1816-f897-4ccb-8df5-df281e09fa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:14.006397 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-258de1bc-2490-4d25-9a8f-8d47c11c9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:14.916274 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-a4fcedb3-5fad-45df-a8d2-4ab2eebf38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:16.594694 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-4ae95e85-bf02-4d10-8497-904ea2b9b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 17:31:16.976121 dv-cinder-784623-16-iscsi neutron-server[93268]: DEBUG neutron_lib.callbacks.manager [None req-6d150f94-9858-4a1c-aaf9-bbfb6e826578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779850181407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3874451'] for agent, after_update {{(pid=93268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}